-- Logs begin at Wed 2021-05-26 21:33:41 UTC, end at Wed 2021-05-26 22:42:33 UTC. -- May 26 22:02:42.844297 dv-cinder-793244-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 26 22:02:43.828940 dv-cinder-793244-1-iscsi neutron-server[91803]: Beware of the coming changes in the project packaging May 26 22:02:43.829561 dv-cinder-793244-1-iscsi neutron-server[91803]: https://github.com/svinota/pyroute2/discussions/786 May 26 22:02:45.285094 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.common.config [-] Logging enabled! May 26 22:02:45.285715 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 26 22:02:45.285852 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91803) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 22:02:45.289038 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.common.config [-] Logging enabled! May 26 22:02:45.289294 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 26 22:02:45.289600 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91803) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 22:02:45.290515 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 22:02:45.290748 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 22:02:45.291095 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 22:02:45.291340 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 22:02:45.291565 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 22:02:45.291905 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.292203 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.292493 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.293374 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.293687 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.293979 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.294261 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.294548 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.294843 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.295126 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.295403 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.295708 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.295937 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.296215 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.296500 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.296784 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.297004 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] debug = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.297281 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.297703 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.298112 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.298391 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.298676 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.298948 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.299217 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.299487 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.299787 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.300110 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] host = dv-cinder-793244-1-iscsi {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.300383 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.300664 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.300946 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.301228 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.301499 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.301768 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.302048 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.302319 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.302585 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] log_file = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.302852 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.303133 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.303417 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.303727 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.303951 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.304170 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.304453 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.304734 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.305004 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.305274 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.305544 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.305812 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.306081 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.306346 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.306626 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.306906 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.307187 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.307460 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.307751 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.308020 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.308326 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.308616 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.308883 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.309257 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.309786 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.310070 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.310336 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.310604 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.310898 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.311180 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.311458 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.311773 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.312046 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.312326 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.312592 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.312858 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.313121 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] use_json = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.313386 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.313651 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.313926 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.314191 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.314457 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.314722 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.314986 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.315264 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:45.315559 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.315882 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.316184 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.316464 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.316755 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.317031 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.317319 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.317591 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.317877 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.318164 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.318453 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.318727 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.319007 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.319278 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.319571 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.320015 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.320312 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.320603 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.320877 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.321148 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.321416 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.321690 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.321971 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.322261 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.322550 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.322823 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.323097 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.323385 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.323661 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.323999 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.324277 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.324566 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.324841 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.325109 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.325386 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.325659 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.325929 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.326197 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.326468 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.326754 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.327026 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.327299 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.327568 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.327871 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.328143 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.328430 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.328702 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.328973 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.329242 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.329515 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.329783 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.330049 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.330320 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.330588 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.330860 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.331125 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.331396 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.331665 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.331956 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.332222 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.332488 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.332753 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.333023 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.333287 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.333552 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.333817 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.334084 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.334351 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.334633 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.334922 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.335194 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.335469 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.335760 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.336034 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.336305 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.336575 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.336848 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.337121 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.337390 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.337678 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.337957 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.338237 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.338519 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.338789 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.339079 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.339350 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.340189 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.340461 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.340734 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.341019 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.341298 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.341589 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.341881 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.342173 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.342463 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.342753 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.343028 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.343330 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.343605 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:45.343844 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 22:02:45.344080 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91803) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 22:02:45.690168 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:02:45.690361 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:02:45.690639 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:02:45.691107 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 22:02:46.081250 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.081545 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.081819 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.083001 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.083274 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.083538 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.118230 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.118511 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.118778 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.132554 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.132831 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.133099 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.162719 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.162999 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.163269 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.201026 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.201296 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.201559 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.432887 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.434065 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.434065 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.434316 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.435372 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.556678 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.556994 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.557271 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.557541 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.557806 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.558111 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.558934 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.559191 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.559443 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.559996 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.560253 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.560515 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.560775 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.561029 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.561300 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.561575 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.562846 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.563144 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.563417 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.563735 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.564099 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.564361 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.564619 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.564907 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.565166 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.565415 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.565795 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:02:46.566037 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:02:46.566278 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:02:46.566515 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:02:46.566750 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:02:46.566983 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:02:46.567344 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 22:02:46.570423 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 22:02:46.574343 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 22:02:46.578047 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) May 26 22:02:46.579656 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 22:02:46.580124 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 22:02:46.580460 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 22:02:46.580845 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 22:02:46.583761 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 22:02:46.584010 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 22:02:46.584347 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 22:02:46.611421 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 22:02:46.611894 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.612190 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91803) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 26 22:02:46.612546 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.613883 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91803) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 22:02:46.614159 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 22:02:46.614408 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 22:02:46.617595 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.617878 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:46.691552 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 22:02:46.691781 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 22:02:46.692021 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 22:02:46.692386 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 22:02:46.722370 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_db.sqlalchemy.engines [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91803) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 22:02:47.053840 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Initializing driver for type 'gre' May 26 22:02:47.054439 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] gre ID ranges: [(1, 1000)] May 26 22:02:47.106164 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Initializing driver for type 'local' May 26 22:02:47.106510 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Initializing driver for type 'vlan' May 26 22:02:47.117547 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] VlanTypeDriver initialization complete May 26 22:02:47.117883 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Initializing driver for type 'vxlan' May 26 22:02:47.118363 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] vxlan ID ranges: [(1, 1000)] May 26 22:02:47.169737 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Initializing extension driver 'port_security' May 26 22:02:47.170082 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.extensions.port_security [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] PortSecurityExtensionDriver initialization complete May 26 22:02:47.170453 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Initializing mechanism driver 'openvswitch' May 26 22:02:47.170782 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Initializing mechanism driver 'hyperv' May 26 22:02:47.177496 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:02:47.178263 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > port after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.178636 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > port after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.178989 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > port after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.179377 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > subnet after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.179753 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > subnet after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.180104 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > subnet after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.180480 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > network after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.180828 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > network after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.181171 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > network after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.181549 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > security_group after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.181894 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > security_group after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.182231 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > security_group after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.182608 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.182951 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.183305 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.183790 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > address_group after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.184136 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > address_group after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.184476 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > address_group after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.185068 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] ML2 OVO RPC backend initialized. {{(pid=91803) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 26 22:02:47.185770 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router_interface after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.186120 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.186535 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > network before_response 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.186883 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > networks before_response 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.187228 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > port before_response 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.187566 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > ports before_response 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.187938 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > subnet before_response 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.188279 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > subnets before_response 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.188622 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > network after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.188964 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > network after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.189296 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > network after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.189632 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > port after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.189969 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > port after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.190303 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > port after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.190641 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > subnet after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.190975 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > subnet after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.191307 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > subnet after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.191910 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.plugin [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Modular L2 Plugin initialization complete May 26 22:02:47.192242 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading services supported by the core plugin {{(pid=91803) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 22:02:47.192568 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.plugins.ml2.managers [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Got port-security extension from driver 'port_security' May 26 22:02:47.193031 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.extensions.vlantransparent [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Disabled vlantransparent extension. May 26 22:02:47.193516 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91803) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 22:02:47.193830 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading Plugin: router May 26 22:02:47.231821 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router_interface before_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.232216 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router after_create 55549900 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.232592 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router before_create 55549900 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.232958 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.233327 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.233682 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router after_delete 55549900 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.234043 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > floatingip after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.234404 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router after_create 55549900 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.234749 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router after_update 55549900 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.235096 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router after_update 55549900 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.235443 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.235838 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router after_update 55549900 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.236248 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router precommit_update 55549900 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.236615 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: port after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.236958 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: port after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.237297 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: subnet after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.237635 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.237985 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > port precommit_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.238332 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router precommit_create 55549900 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.238671 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: port before_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.239013 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router precommit_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.239369 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router after_update 55549900 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.239735 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router precommit_delete 55549900 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.240087 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router precommit_create 55549900 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.240446 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router_interface after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.240791 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router precommit_update 55549900 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.241160 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > network after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.242006 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Tracking information for resource: router configured {{(pid=91803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:02:47.242331 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Tracking information for resource: floatingip configured {{(pid=91803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:02:47.247320 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.db.l3_agentschedulers_db [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 22:02:47.247934 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: port after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.248301 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: port after_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.248655 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: port after_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.249008 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: port after_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.249805 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router before_create 55550100 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.250169 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router precommit_delete 55550100 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.250532 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router precommit_create 55550100 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.250887 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > router precommit_update 55550100 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.255322 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.services.provider_configuration [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Service providers = [] {{(pid=91803) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 22:02:47.255711 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.db.servicetype_db [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91803) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 22:02:47.258585 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.services.service_base [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:02:47.258937 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.services.service_base [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:02:47.259282 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.services.service_base [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:02:47.260173 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.services.service_base [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:02:47.260544 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.services.service_base [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 22:02:47.261076 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:02:47.261918 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 22:02:47.272325 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:02:47.272659 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading Plugin: auto_allocate May 26 22:02:47.278931 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: network precommit_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.279299 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: network precommit_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.279848 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:02:47.280168 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading Plugin: tag May 26 22:02:47.286911 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:02:47.287265 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading Plugin: timestamp May 26 22:02:47.291037 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:02:47.291372 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading Plugin: network_ip_availability May 26 22:02:47.296652 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.297024 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.297378 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.298084 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:02:47.298403 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading Plugin: flavors May 26 22:02:47.303383 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:02:47.303737 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading Plugin: revisions May 26 22:02:47.307998 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:02:47.308381 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_concurrency.lockutils [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.618s {{(pid=91803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:02:47.309113 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91803) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 26 22:02:47.309448 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Initializing extension manager. May 26 22:02:47.310204 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: __init__.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.310542 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: __pycache__ {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.310877 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.311209 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: address_group.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.311976 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.312538 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: address-group May 26 22:02:47.312868 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: address_scope.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.313569 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.314071 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: address-scope May 26 22:02:47.314393 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: admin_state_down_before_update.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.315294 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.315829 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: router-admin-state-down-before-update May 26 22:02:47.316151 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: agent.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.316841 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.317342 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: agent May 26 22:02:47.317665 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: agent_resources_synced.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.318554 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.319053 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: agent-resources-synced May 26 22:02:47.319371 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: allowedaddresspairs.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.321137 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.321680 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: allowed-address-pairs May 26 22:02:47.322009 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: auto_allocated_topology.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.323169 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.323708 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: auto-allocated-topology May 26 22:02:47.324533 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: availability_zone.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.325216 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.325716 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: availability_zone May 26 22:02:47.326032 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: availability_zone_filter.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.326984 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.327438 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: availability_zone_filter May 26 22:02:47.327798 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: data_plane_status.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.328700 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.329199 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension data-plane-status not supported by any of loaded plugins May 26 22:02:47.329565 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: default_subnetpools.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.330591 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.331088 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: default-subnetpools May 26 22:02:47.331441 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: dhcpagentscheduler.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.332246 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.332740 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: dhcp_agent_scheduler May 26 22:02:47.333060 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: dns.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.334025 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.334484 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension dns-integration not supported by any of loaded plugins May 26 22:02:47.334781 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: dns_domain_ports.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.335775 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.336202 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 22:02:47.336519 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: dvr.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.337179 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.337667 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: dvr May 26 22:02:47.337988 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: empty_string_filtering.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.338879 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.339378 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: empty-string-filtering May 26 22:02:47.340350 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.341419 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.341893 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 22:02:47.342276 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.343127 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.343605 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 22:02:47.343961 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: external_net.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.344859 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.345359 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: external-net May 26 22:02:47.345675 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: extra_dhcp_opt.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.346561 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.347061 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: extra_dhcp_opt May 26 22:02:47.347376 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: extraroute.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.348297 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.348795 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: extraroute May 26 22:02:47.349112 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: extraroute_atomic.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.350131 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.350630 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: extraroute-atomic May 26 22:02:47.350947 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: filter_validation.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.351598 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.352122 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: filter-validation May 26 22:02:47.352437 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: fip_pf_description.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.353510 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.354009 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 22:02:47.354332 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: fip_port_details.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.355287 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.355810 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: fip-port-details May 26 22:02:47.356133 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: flavors.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.357359 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.357867 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: flavors May 26 22:02:47.358190 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.359862 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.360381 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 22:02:47.360707 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: floatingip_pools.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.361389 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.361895 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: floatingip-pools May 26 22:02:47.362214 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: ip_allocation.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.363132 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.363632 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension ip_allocation not supported by any of loaded plugins May 26 22:02:47.363981 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.364875 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.365376 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: ip-substring-filtering May 26 22:02:47.365696 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: l2_adjacency.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.366593 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.367090 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension l2_adjacency not supported by any of loaded plugins May 26 22:02:47.367407 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: l3.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.368398 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.368909 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: router May 26 22:02:47.369231 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: l3_conntrack_helper.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.372091 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.372622 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 22:02:47.372955 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.373874 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.374387 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: ext-gw-mode May 26 22:02:47.374714 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.375625 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.376163 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: l3-ha May 26 22:02:47.376487 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: l3_flavors.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.377384 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.377891 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: l3-flavors May 26 22:02:47.378214 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.379123 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.379625 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: l3-port-ip-change-not-allowed May 26 22:02:47.379985 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: l3agentscheduler.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.381002 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.381506 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: l3_agent_scheduler May 26 22:02:47.381831 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: logging.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.383312 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.383866 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension logging not supported by any of loaded plugins May 26 22:02:47.384198 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: metering.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.384929 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.385499 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: metering May 26 22:02:47.385824 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.387451 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.387982 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: metering_source_and_destination_fields May 26 22:02:47.388306 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: multiprovidernet.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.389334 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.389845 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: multi-provider May 26 22:02:47.390167 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: netmtu.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.391059 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.391562 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: net-mtu May 26 22:02:47.391918 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: netmtu_writable.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.392813 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.393323 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: net-mtu-writable May 26 22:02:47.393643 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: network_availability_zone.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.394294 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.394790 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: network_availability_zone May 26 22:02:47.395107 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: network_ip_availability.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.396199 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.396703 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: network-ip-availability May 26 22:02:47.397023 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: network_segment_range.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.397780 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.398275 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension network-segment-range not supported by any of loaded plugins May 26 22:02:47.398593 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: pagination.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.399554 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.399911 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: pagination May 26 22:02:47.400227 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: port_device_profile.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.401122 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.401627 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: port-device-profile May 26 22:02:47.401944 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.402967 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.403480 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: port-mac-address-regenerate May 26 22:02:47.403836 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.404731 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.405236 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: port-numa-affinity-policy May 26 22:02:47.405555 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: port_resource_request.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.406448 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.406948 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension port-resource-request not supported by any of loaded plugins May 26 22:02:47.407264 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: portbindings.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.408197 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.408700 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: binding May 26 22:02:47.409017 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: portbindings_extended.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.410271 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.410778 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: binding-extended May 26 22:02:47.411103 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: portsecurity.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.412033 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.412539 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: port-security May 26 22:02:47.412860 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: project_id.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.413816 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.414144 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: project-id May 26 22:02:47.414463 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: providernet.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.415365 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.415905 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: provider May 26 22:02:47.416223 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: qos.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.419772 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.420292 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension qos not supported by any of loaded plugins May 26 22:02:47.420624 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.421848 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.422359 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 22:02:47.422686 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.423591 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.424128 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 22:02:47.424452 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: qos_default.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.425344 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.425856 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension qos-default not supported by any of loaded plugins May 26 22:02:47.426181 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: qos_fip.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.426819 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.427313 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension qos-fip not supported by any of loaded plugins May 26 22:02:47.427634 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: qos_gateway_ip.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.428567 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.429075 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 22:02:47.429396 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: qos_port_network_policy.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.430290 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.430792 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 22:02:47.431113 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: qos_rule_type_details.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.432033 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.432538 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 22:02:47.432857 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: qos_rules_alias.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.434975 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.435493 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 22:02:47.435828 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: quotasv2.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.436842 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.437169 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: quotas May 26 22:02:47.437487 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: quotasv2_detail.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.439086 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.439423 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: quota_details May 26 22:02:47.439784 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: rbac.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.440818 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.441340 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: rbac-policies May 26 22:02:47.441666 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: rbac_address_group.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.442572 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.443082 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: rbac-address-group May 26 22:02:47.443408 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: rbac_address_scope.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.444344 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.444853 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: rbac-address-scope May 26 22:02:47.445174 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: rbac_security_groups.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.446071 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.446576 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: rbac-security-groups May 26 22:02:47.446899 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: rbac_subnetpool.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.447842 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.448350 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: rbac-subnetpool May 26 22:02:47.448673 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: revisionifmatch.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.450249 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.450755 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: revision-if-match May 26 22:02:47.451079 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: revisions.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.452189 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.452695 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: standard-attr-revisions May 26 22:02:47.453021 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: router_availability_zone.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.453682 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.454187 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: router_availability_zone May 26 22:02:47.454508 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: routerservicetype.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.455405 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.455949 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension router-service-type not supported by any of loaded plugins May 26 22:02:47.456274 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.457173 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.457680 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: security-groups-normalized-cidr May 26 22:02:47.458002 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: security_groups_port_filtering.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.458898 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.459403 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: port-security-groups-filtering May 26 22:02:47.459749 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.460647 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.461150 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: security-groups-remote-address-group May 26 22:02:47.461468 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: securitygroup.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.470774 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.471298 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: security-group May 26 22:02:47.471629 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: segment.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.472421 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.472927 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension segment not supported by any of loaded plugins May 26 22:02:47.473254 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.474180 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.474689 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 22:02:47.475013 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: servicetype.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.476118 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.476634 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: service-type May 26 22:02:47.476960 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: sorting.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.477928 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.478263 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: sorting May 26 22:02:47.478590 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: standard_attr_segment.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.479480 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.480015 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 22:02:47.480368 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: standardattrdescription.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.480996 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.481495 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: standard-attr-description May 26 22:02:47.481816 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: stateful_security_group.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.482720 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.483226 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: stateful-security-group May 26 22:02:47.483548 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: stdattrs_common.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.484153 dv-cinder-793244-1-iscsi neutron-server[91803]: WARNING neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 22:02:47.484472 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.485444 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.485955 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 22:02:47.486276 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: subnet_onboard.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.487385 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.487920 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: subnet_onboard May 26 22:02:47.488246 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.489238 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.489741 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 22:02:47.490067 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: subnet_service_types.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.491067 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.491581 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: subnet-service-types May 26 22:02:47.491938 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: subnetallocation.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.493006 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.493519 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: subnet_allocation May 26 22:02:47.493849 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.494496 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.494998 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: subnetpool-prefix-ops May 26 22:02:47.495320 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.496841 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.497346 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 22:02:47.497668 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: tagging.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.498718 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.499229 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: standard-attr-tag May 26 22:02:47.499554 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: timestamp.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.500755 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.501269 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loaded extension: standard-attr-timestamp May 26 22:02:47.501593 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: trunk.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.502744 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.503263 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension trunk not supported by any of loaded plugins May 26 22:02:47.503587 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: trunk_details.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.504520 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.505028 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension trunk-details not supported by any of loaded plugins May 26 22:02:47.505346 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: uplink_status_propagation.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.506242 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.506746 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 22:02:47.507064 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Loading extension file: vlantransparent.py {{(pid=91803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:02:47.507741 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:02:47.508241 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extension vlan-transparent not supported by any of loaded plugins May 26 22:02:47.510649 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:network May 26 22:02:47.511445 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:subnet May 26 22:02:47.513895 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:02:47.514523 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:port May 26 22:02:47.515820 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.v2.resource_helper [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:02:47.516257 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.v2.resource_helper [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Service FLAVORS assigned prefix: {{(pid=91803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:02:47.516875 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.v2.resource_helper [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:02:47.517302 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.v2.resource_helper [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:02:47.517632 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:router May 26 22:02:47.518287 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:floatingip May 26 22:02:47.519002 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.v2.resource_helper [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Service METERING assigned prefix: /metering {{(pid=91803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:02:47.520461 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.520833 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.521183 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:02:47.522320 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of CountableResource for resource:rbac_policy May 26 22:02:47.522761 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:security_group May 26 22:02:47.523424 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:security_group_rule May 26 22:02:47.524184 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.v2.resource_helper [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Service CORE assigned prefix: {{(pid=91803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:02:47.524511 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:02:47.524844 dv-cinder-793244-1-iscsi neutron-server[91803]: WARNING neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] subnetpool is already registered May 26 22:02:47.525446 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.v2.resource_helper [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Service CORE assigned prefix: {{(pid=91803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:02:47.525771 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:02:47.526092 dv-cinder-793244-1-iscsi neutron-server[91803]: WARNING neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] subnetpool is already registered May 26 22:02:47.528868 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.v2.resource_helper [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:02:47.529295 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.v2.resource_helper [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Service FLAVORS assigned prefix: {{(pid=91803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:02:47.529883 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.v2.resource_helper [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:02:47.530301 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.v2.resource_helper [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:02:47.530630 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:router May 26 22:02:47.530959 dv-cinder-793244-1-iscsi neutron-server[91803]: WARNING neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] router is already registered May 26 22:02:47.531551 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:floatingip May 26 22:02:47.531905 dv-cinder-793244-1-iscsi neutron-server[91803]: WARNING neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] floatingip is already registered May 26 22:02:47.532544 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.v2.resource_helper [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Service METERING assigned prefix: /metering {{(pid=91803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:02:47.533206 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of CountableResource for resource:rbac_policy May 26 22:02:47.533531 dv-cinder-793244-1-iscsi neutron-server[91803]: WARNING neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] rbac_policy is already registered May 26 22:02:47.534072 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:security_group May 26 22:02:47.534401 dv-cinder-793244-1-iscsi neutron-server[91803]: WARNING neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] security_group is already registered May 26 22:02:47.534982 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:security_group_rule May 26 22:02:47.535320 dv-cinder-793244-1-iscsi neutron-server[91803]: WARNING neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] security_group_rule is already registered May 26 22:02:47.536028 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.v2.resource_helper [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Service CORE assigned prefix: {{(pid=91803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:02:47.536357 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:02:47.536680 dv-cinder-793244-1-iscsi neutron-server[91803]: WARNING neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] subnetpool is already registered May 26 22:02:47.537267 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.v2.resource_helper [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Service CORE assigned prefix: {{(pid=91803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:02:47.537590 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:02:47.537905 dv-cinder-793244-1-iscsi neutron-server[91803]: WARNING neutron.quota.resource_registry [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] subnetpool is already registered May 26 22:02:47.538535 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: extensions {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.540044 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: address-groups {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.541685 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: address-scopes {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.543030 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: agents {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.544513 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: auto-allocated-topology {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.545836 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: availability_zones {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.547157 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: dhcp-networks {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.548603 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: dhcp-agents {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.550041 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: routers {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.551905 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: flavors {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.553062 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: service_profiles {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.554286 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: next_providers {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.555841 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: service_profiles {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.557296 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: floatingip-pools {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.559247 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: routers {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.561297 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: floatingips {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.562484 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: l3-routers {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.563903 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: l3-agents {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.565322 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: metering-labels {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.566676 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: metering-label-rules {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.567972 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: network-ip-availabilities {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.569241 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: bindings {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.570894 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: quotas {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.572377 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: quotas {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.573772 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: rbac-policies {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.575623 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: security-groups {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.576851 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: security-group-rules {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.578096 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: service-providers {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.579313 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: subnetpools {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.581685 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: subnetpools {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.583133 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: tags {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.584882 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: tags {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.696613 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: tags {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.698402 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: tags {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.700793 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: tags {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.702659 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: tags {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.704389 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: tags {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.706300 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: tags {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.708104 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: tags {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.709999 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron.api.extensions [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Extended resource: tags {{(pid=91803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:02:47.715949 dv-cinder-793244-1-iscsi neutron-server[91803]: WARNING keystonemiddleware.auth_token [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 22:02:47.720669 dv-cinder-793244-1-iscsi neutron-server[91803]: WARNING keystonemiddleware.auth_token [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 22:02:47.728873 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_concurrency.lockutils [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Acquired lock "singleton_lock" {{(pid=91803) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 26 22:02:47.729355 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_concurrency.lockutils [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Releasing lock "singleton_lock" {{(pid=91803) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 26 22:02:47.729983 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO oslo_service.service [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Starting 2 workers May 26 22:02:47.735251 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Started child 91908 {{(pid=91803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:02:47.739615 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Started child 91909 {{(pid=91803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:02:47.740602 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:02:47.741210 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO neutron.service [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Neutron service started, listening on 0.0.0.0:9696 May 26 22:02:47.741810 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Notify callbacks [] for process, before_spawn {{(pid=91803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:02:47.742031 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [-] (91908) wsgi starting up on http://0.0.0.0:9696 May 26 22:02:47.744080 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:02:47.744511 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO oslo_service.service [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Starting 1 workers May 26 22:02:47.745433 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [-] (91909) wsgi starting up on http://0.0.0.0:9696 May 26 22:02:47.750097 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Started child 91910 {{(pid=91803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:02:47.750605 dv-cinder-793244-1-iscsi neutron-server[91803]: INFO oslo_service.service [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Starting 1 workers May 26 22:02:47.753463 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.service [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] calling RpcWorker wait() {{(pid=91910) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 22:02:47.754104 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.service [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] returning from RpcWorker wait() {{(pid=91910) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 22:02:47.755222 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:02:47.755895 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Started child 91911 {{(pid=91803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:02:47.756086 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:02:47.756737 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec248-7e8f-47bf-a251-c816db2e5bdd None None] Notify callbacks [] for process, after_spawn {{(pid=91803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:02:47.758900 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91803) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 22:02:47.759120 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 22:02:47.759310 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 22:02:47.759527 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 22:02:47.759897 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 22:02:47.760126 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 22:02:47.760601 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.760902 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.761173 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.761614 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.762731 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.763567 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.764105 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.764404 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.764777 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.765224 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.765531 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.765712 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.766043 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.767081 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.767384 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.767933 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.768636 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:02:47.769801 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.769801 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.769801 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.769801 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.769801 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.770208 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.770276 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] debug = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.770492 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.771139 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.771377 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.771636 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.771916 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.772198 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.772458 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.772737 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.772996 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.773256 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.773496 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.773768 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.774001 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.774220 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.774458 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.774718 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.774937 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.775492 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] host = dv-cinder-793244-1-iscsi {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.775769 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.775993 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.776260 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.776513 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.776771 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.776992 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.777277 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.777525 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.777780 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.778011 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.778256 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.778504 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.778721 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.778961 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_file = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.779187 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_options = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.779355 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.779632 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.779941 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.780132 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.780287 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.780473 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.780734 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.780900 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.781144 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.781379 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.781596 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.781813 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.782054 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.782269 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.782529 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.782779 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.783013 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.783223 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.783475 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.783758 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.783963 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.784210 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.784451 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.784672 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.785003 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.785377 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.785765 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.786144 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.786506 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.786908 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.787270 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.787709 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.788131 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.788579 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.788832 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.789043 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.789856 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.789856 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.789856 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.793494 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.793494 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.793494 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.793494 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.793494 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.793494 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.793494 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] use_json = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.793494 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.794669 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.794669 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.794669 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.794669 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.794669 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.794669 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.794669 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.794669 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798010 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798010 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798010 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798010 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798010 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798010 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798010 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798010 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798585 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798585 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798585 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798585 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798585 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798585 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798585 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.798585 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.801379 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.801379 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.801379 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.801379 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.801379 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.801379 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.801379 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.801379 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.802385 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.802385 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.802385 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.802385 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.802385 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.802385 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.802385 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.802385 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.803906 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.803906 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.803906 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.803906 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.803906 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.803906 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.804355 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.804355 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.804512 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.804813 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.804951 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.805075 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.806312 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.806312 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.806312 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.806312 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.806312 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.806812 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.806812 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.806952 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.807039 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.807255 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.807483 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.807725 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.807856 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:02:47.808355 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.809386 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.810059 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.810301 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.810567 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.810793 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.811317 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.811317 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.811585 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.811753 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.811950 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.812166 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.812384 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.812605 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.812822 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.813038 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.813252 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.813509 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.813696 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.813910 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.814144 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.814362 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.814575 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.814788 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.815002 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.815216 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.815428 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.815749 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.816202 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.816525 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.816817 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.817071 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.817319 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.817560 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.817800 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.818037 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.818278 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.818512 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.818807 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.819037 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.819264 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.819515 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.819783 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.820060 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.820291 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.822006 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.822006 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.822006 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.822006 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.822006 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.822006 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.823587 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.823587 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.823587 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.823587 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.823587 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.823587 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.826897 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.826897 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.826897 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.826897 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.826897 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.826897 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.826897 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.826897 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.828438 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.828438 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.828438 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.828438 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.828438 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.828438 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.828438 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.828438 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.831909 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.831909 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.831909 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.831909 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.831909 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.831909 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.831909 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.831909 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.833033 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.833033 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.833033 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.833033 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.833033 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.833033 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.833033 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.833033 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.834394 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.834394 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.834394 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.834394 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.834394 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.834394 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.834394 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.834394 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.835536 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.835536 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.835536 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.835536 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.835536 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.835536 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.835536 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.835536 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.836716 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.836716 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.836716 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.836716 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.836716 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.839819 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.839819 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.839819 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.839819 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.839819 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.839819 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.839819 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.839819 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.840312 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.840312 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.840312 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.840312 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.840312 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.843939 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.844365 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.844773 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.846671 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.846929 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.847208 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.847469 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.847844 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.848133 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.848385 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.848654 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.848889 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.849142 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.849402 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.849633 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.849864 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.850089 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.850315 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.850591 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.850836 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.851065 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.851297 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.851512 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.852154 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.852385 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.852605 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.852898 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.853158 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.853403 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.853644 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.853891 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.854128 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.854343 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.854557 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.854777 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.854992 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.855821 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.856173 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.856532 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.856759 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.857160 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.857270 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.857423 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.857650 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.857874 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.858087 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.858315 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.858526 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.858737 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.858957 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.859170 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.859491 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.859789 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.860020 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.860308 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.860543 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.860796 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.861079 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.861428 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.861640 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.861887 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.862115 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.862358 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.862579 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.863114 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.863871 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.864318 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.864744 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.865014 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.865313 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.865624 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.865896 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.866114 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.866436 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.866781 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.867071 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.867347 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.867603 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.867925 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.868157 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.868378 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.868942 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.869214 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.869693 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.870360 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.870631 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.872337 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.872588 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.872853 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.873103 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.873338 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.873570 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.873810 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.874042 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.874204 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 22:02:47.874813 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91803) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 22:02:47.874979 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 22:02:47.875136 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 22:02:47.875310 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 22:02:47.875482 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 22:02:47.875641 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 22:02:47.876097 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.876271 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.876431 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.877154 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.877325 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.877509 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.877679 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.877843 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.878064 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.878167 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.878311 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.878473 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.878634 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.878795 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.878955 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.879116 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.879276 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.879750 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.879931 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.880082 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.880240 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.880400 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.880562 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] debug = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.880743 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.880932 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.881100 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.881261 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.881420 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.881579 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.881739 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.881898 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.882057 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.882216 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.882374 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.882527 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.882685 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.882919 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.883029 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.883161 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.883337 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.883482 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] host = dv-cinder-793244-1-iscsi {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.883642 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.883828 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.883985 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.884304 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.884463 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.884622 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.884785 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.884947 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.885106 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.885205 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:02:47.885304 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.885415 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.885575 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.885735 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.885896 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_file = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.886056 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_options = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.886217 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.886400 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.886669 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.886988 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.887296 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.887468 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.887637 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.887824 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.887987 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.888148 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.888309 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.888470 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.888637 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.888797 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.888934 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.889088 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.889248 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.889409 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.889569 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.889729 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.889889 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.890047 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.890206 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.890367 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.890527 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.890687 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.890845 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.891005 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.891168 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.891327 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.891491 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.891642 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.891823 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.891983 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.892144 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.892305 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.892464 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.892629 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.892789 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.892968 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.893108 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.893257 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.893417 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.893578 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.893738 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.893898 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] use_json = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.894058 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.894219 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.894380 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.894539 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.894700 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.894859 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.895018 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.895178 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:02:47.895357 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.895521 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.895709 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.895877 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.896039 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.896200 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.896362 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.896524 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.896689 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.896852 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.897026 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.897190 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.897362 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.897530 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.897707 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.897861 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.898023 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.898185 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.898348 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.898514 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.898674 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.899153 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.899692 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.899873 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.900032 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.900194 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.900360 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.900564 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.900686 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.900873 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.901020 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.901171 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.901336 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.901499 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.901663 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.901824 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.901987 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.902187 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.902862 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.903045 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.903211 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.903449 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.903653 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.904260 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.904429 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.904595 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.904760 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.904925 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.905091 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.905253 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.905429 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.905596 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.905760 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.905938 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.906176 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.906500 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.906665 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.906828 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.907490 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.907490 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.907490 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.907490 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.907911 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.907911 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.908032 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.908096 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.908359 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.908512 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.908759 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.909728 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.909728 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.909728 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.909728 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.910269 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.910269 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.910269 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.910636 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.910636 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.910636 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.910953 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.911077 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.911199 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.911356 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.912323 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.912503 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.912685 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.912851 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.913017 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.913181 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.913352 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.913514 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.913676 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.913839 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.914005 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.914166 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.914330 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.914496 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.914662 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.914826 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.914987 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.915150 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.915313 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.915478 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.915638 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.915822 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.915984 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.916148 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.916310 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.916472 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.916636 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.916799 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.916969 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.917131 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.917296 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.917465 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.918153 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.918401 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.918699 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.918954 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.919123 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.919288 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.919452 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.919615 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.919832 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.920000 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.920182 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.920325 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.920466 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.920603 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.920760 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.920924 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.921077 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.921261 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.921424 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.921704 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.921848 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.921984 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.922119 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.922264 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.922401 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.922537 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.922672 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.922807 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.922942 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.923077 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.923224 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.923392 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.923632 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.923897 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.923897 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.924160 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.924160 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.924416 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.924564 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.924703 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.924851 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.924996 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.925134 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.925281 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.925417 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.925557 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.925716 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.925931 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.926072 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.926208 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.926937 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.927114 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.927487 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.927487 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.927795 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.927795 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.928068 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.928204 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.928352 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.928487 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.928622 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.928756 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.928892 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.929027 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.929372 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.929372 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.929701 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.929701 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.929975 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.930372 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.930527 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.931111 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.931909 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.932096 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.932264 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.932429 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.932585 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.932736 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.932898 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.933063 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.933227 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.934052 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.934345 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.934913 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.935123 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.935293 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.935458 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.935623 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.935809 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.935976 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.936140 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.936316 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.936480 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.936644 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.936809 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.936972 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.937145 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.937695 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.937695 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.937695 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.938059 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.938059 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.938292 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.938292 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.938537 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.938660 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.938781 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.938960 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.939091 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.939237 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.939399 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.939570 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.939833 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.939929 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.940133 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.940413 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.940606 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.940772 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.940925 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.941269 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.941531 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.941700 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.941931 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.942065 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.942182 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.942347 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.942511 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.942660 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.942829 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.943119 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.943351 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.943351 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.943623 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.943954 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.944121 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.944298 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.944490 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.944632 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.944768 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.944916 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.945072 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.945237 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.945400 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.945564 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.945727 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.945916 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.946081 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.946244 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.946408 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.946571 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.946718 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.946883 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.947046 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.947209 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.947376 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.947539 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.947720 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.947887 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.948051 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:02:47.948207 dv-cinder-793244-1-iscsi neutron-server[91803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 22:02:48.008232 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 57222) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:02:48.016849 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065310 May 26 22:02:58.865704 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ee95c-4676-4595-ab09-b734b16f05ca None None] get_active_networks_info from dv-cinder-793244-1-iscsi {{(pid=91910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 22:02:58.973995 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ee95c-4676-4595-ab09-b734b16f05ca None None] No non-hosted networks {{(pid=91910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 22:02:58.988605 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.agentschedulers_db [None req-584ee95c-4676-4595-ab09-b734b16f05ca None None] DHCP Agent not found on host dv-cinder-793244-1-iscsi {{(pid=91910) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 26 22:02:59.144118 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-270ac657-0cf1-466b-aac0-896b49464371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751'] for agent, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:01.099593 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5e8d98e2-8167-44cb-8122-5fc6dcb72c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751'] for agent, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:01.165222 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6f958711-6c1b-4555-a740-6fc7e95052a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:01.219171 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751'] for agent, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:01.219840 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:01.220185 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:01.220523 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:01.220857 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:01.221181 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:01.221506 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:01.221836 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:01.222175 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:01.222501 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:01.222822 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:01.223143 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:01.223463 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:01.223885 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793244-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:03:01.235082 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793244-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:03:02.353866 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751'] for agent, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:03.861925 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751'] for agent, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:05.391836 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 57314) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:03:05.971296 dv-cinder-793244-1-iscsi neutron-server[91909]: WARNING oslo_policy.policy [None req-3cb9639b-152d-42dc-bd6f-600e9dee3b10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:03:05.971915 dv-cinder-793244-1-iscsi neutron-server[91909]: WARNING oslo_policy.policy [None req-3cb9639b-152d-42dc-bd6f-600e9dee3b10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:03:06.188210 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [None req-3cb9639b-152d-42dc-bd6f-600e9dee3b10 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:03:06.189453 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3cb9639b-152d-42dc-bd6f-600e9dee3b10 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7956438 May 26 22:03:08.093865 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.db.l3_hamode_db [None req-e74f6014-a632-4f68-bcae-f9666c4bb692 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 22:03:08.179074 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f6014-a632-4f68-bcae-f9666c4bb692 None None] Routers set() bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:03:08.179348 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f6014-a632-4f68-bcae-f9666c4bb692 None None] Router IDs set() for agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 26 22:03:08.569638 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 57328) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:03:08.936672 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-51766428-fc20-4c66-8e93-c0fe1b305e3b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:03:09.035856 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.policy [None req-51766428-fc20-4c66-8e93-c0fe1b305e3b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91909) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 22:03:09.081249 dv-cinder-793244-1-iscsi neutron-server[91909]: WARNING oslo_policy.policy [None req-51766428-fc20-4c66-8e93-c0fe1b305e3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:03:09.081614 dv-cinder-793244-1-iscsi neutron-server[91909]: WARNING oslo_policy.policy [None req-51766428-fc20-4c66-8e93-c0fe1b305e3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:03:09.090585 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.quota [None req-51766428-fc20-4c66-8e93-c0fe1b305e3b admin admin] Loaded quota_driver: . May 26 22:03:09.105842 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-51766428-fc20-4c66-8e93-c0fe1b305e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:03:09.165260 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-51766428-fc20-4c66-8e93-c0fe1b305e3b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737208979735', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737208980627', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737208942213', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737208930857', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737208958166', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737208948099', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-710284', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633102', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1697803', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1625015'] for rbac-policy, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:09.224688 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-51766428-fc20-4c66-8e93-c0fe1b305e3b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:09.225893 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-51766428-fc20-4c66-8e93-c0fe1b305e3b admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6552966 May 26 22:03:11.802335 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 57342) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:03:12.376845 dv-cinder-793244-1-iscsi neutron-server[91908]: WARNING oslo_policy.policy [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:03:12.377424 dv-cinder-793244-1-iscsi neutron-server[91908]: WARNING oslo_policy.policy [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:03:12.597474 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Request body: {'network': {'project_id': '73f97de377814689b769320056ed21b5', 'admin_state_up': True, 'name': 'private', 'tenant_id': '73f97de377814689b769320056ed21b5'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:03:12.599094 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.quota [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Loaded quota_driver: . May 26 22:03:12.614709 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:03:12.621172 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Usage tracker for resource:network and tenant:73f97de377814689b769320056ed21b5 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:03:12.626737 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:03:12.633936 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:03:12.650106 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Made reservation on behalf of 73f97de377814689b769320056ed21b5 for: {'network': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:03:12.723579 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.policy [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91908) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 22:03:12.774784 dv-cinder-793244-1-iscsi neutron-server[91908]: WARNING oslo_policy.policy [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:03:12.775153 dv-cinder-793244-1-iscsi neutron-server[91908]: WARNING oslo_policy.policy [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:03:12.786276 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:12.806454 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:12.820967 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:03:12.825204 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Usage tracker for resource:security_group_rule and tenant:73f97de377814689b769320056ed21b5 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:03:12.830277 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:03:12.836142 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:03:12.936841 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:12.940594 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:12.946287 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:12.964849 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=91908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:03:12.991400 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737212725742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:12.992053 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Unsubscribe: segment precommit_create {{(pid=91908) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 22:03:12.992541 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.segments_db [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Added segment d3213811-ae80-48be-adf3-5bf2f1139ed6 of type vlan for network 98e61f4b-3f00-4f6a-b894-5f5858bceafc May 26 22:03:13.044593 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1681d64-d269-437c-a10f-15b6479c5168,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:13.061863 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:13.062213 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:13.062561 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:13.062852 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:13.063165 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:13.063490 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:13.063959 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:13.064272 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:13.064593 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:13.064900 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:13.065201 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:13.065501 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Tracked resource versions report: May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: pushed versions: May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: { 'AddressGroup': {'1.2'}, May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'ConntrackHelper': {'1.0'}, May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Log': {'1.0'}, May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Network': {'1.1'}, May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Port': {'1.7'}, May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'PortForwarding': {'1.2'}, May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'QosPolicy': {'1.8'}, May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'SecurityGroup': {'1.4'}, May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'SecurityGroupRule': {'1.2'}, May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'SubPort': {'1.0'}, May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Subnet': {'1.1'}, May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Trunk': {'1.1'}} May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: consumer versions: May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: { DHCP agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: L3 agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: Metadata agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: Metering agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: Open vSwitch agent@dv-cinder-793244-1-iscsi: { 'AddressGroup': '1.2', May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'ConntrackHelper': '1.0', May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Log': '1.0', May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Network': '1.1', May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Port': '1.7', May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'PortForwarding': '1.2', May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'QosPolicy': '1.8', May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'SecurityGroup': '1.4', May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'SecurityGroupRule': '1.2', May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'SubPort': '1.0', May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Subnet': '1.1', May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Trunk': '1.1'}} May 26 22:03:13.066589 dv-cinder-793244-1-iscsi neutron-server[91908]: {{(pid=91908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:03:13.118097 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:13.122772 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:13.160211 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:13.161577 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:03:13.162201 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:13.166650 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:13.268099 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.4645693 May 26 22:03:13.270988 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Pushing event updated for resources: {'Network': ['ID=98e61f4b-3f00-4f6a-b894-5f5858bceafc,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:13.289541 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:13.297709 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network 98e61f4b-3f00-4f6a-b894-5f5858bceafc details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:03:15.973609 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 57364) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:03:16.432593 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c61fb2f-7ba0-4039-9961-7bcbf049c33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:03:16.433982 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-3c61fb2f-7ba0-4039-9961-7bcbf049c33d admin admin] 10.222.0.15 "GET /v2.0/networks/98e61f4b-3f00-4f6a-b894-5f5858bceafc HTTP/1.1" status: 200 len: 824 time: 0.4594285 May 26 22:03:16.463535 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-cb28dde7-6d3f-4085-b909-6492c70fb1b8 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/41f9a96d-c6b6-4508-beb5-3fec1d0c6344 HTTP/1.1" status: 200 len: 734 time: 0.0239313 May 26 22:03:16.472864 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '73f97de377814689b769320056ed21b5', 'subnetpool_id': '41f9a96d-c6b6-4508-beb5-3fec1d0c6344', 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:03:16.477270 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:03:16.481202 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Usage tracker for resource:subnet and tenant:73f97de377814689b769320056ed21b5 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:03:16.484017 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:03:16.489895 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:03:16.499071 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Made reservation on behalf of 73f97de377814689b769320056ed21b5 for: {'subnet': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:03:16.501385 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:16.967775 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767'] for subnet, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:16.971586 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:17.050229 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f53dcf-c797-445c-866f-72f914a74b77,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:17.054326 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Checking segment: {'id': 'd3213811-ae80-48be-adf3-5bf2f1139ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:03:17.054735 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Network hostable DHCP agents. Network: 98e61f4b-3f00-4f6a-b894-5f5858bceafc, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:03:17.057416 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:17.074709 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Network 98e61f4b-3f00-4f6a-b894-5f5858bceafc is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:03:17.084489 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, 98e61f4b-3f00-4f6a-b894-5f5858bceafc) {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:03:17.088993 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:03:17.089666 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:17.094308 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bf9689-025a-4691-8323-792b21d24d1b None None] Network 98e61f4b-3f00-4f6a-b894-5f5858bceafc requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:03:17.110189 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6404996 May 26 22:03:17.409555 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb78d3392-e22a-5451-892b-71b7666f8002-98e61f4b-3f00-4f6a-b894-5f5858bceafc', 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc', 'tenant_id': '73f97de377814689b769320056ed21b5', 'fixed_ips': [{'subnet_id': '71f53dcf-c797-445c-866f-72f914a74b77'}]}} from dv-cinder-793244-1-iscsi. {{(pid=91910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:03:17.410742 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:17.592893 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Allocated IP 172.20.0.2 (98e61f4b-3f00-4f6a-b894-5f5858bceafc/71f53dcf-c797-445c-866f-72f914a74b77/cd04407d-2a14-4eef-8cf3-269ad73ae88b) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:03:17.821066 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:17.834671 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Transition to ACTIVE for port object cd04407d-2a14-4eef-8cf3-269ad73ae88b will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:03:17.855031 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Transition to ACTIVE for port object cd04407d-2a14-4eef-8cf3-269ad73ae88b will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:03:17.862224 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:17.867627 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:17.929283 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Network 98e61f4b-3f00-4f6a-b894-5f5858bceafc is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:03:17.932308 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:03:17.939491 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:03:17.941624 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Pushing event updated for resources: {'Port': ['ID=cd04407d-2a14-4eef-8cf3-269ad73ae88b,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:17.950140 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:17.950478 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:17.950804 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:17.951125 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:17.951442 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:17.951779 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:17.952093 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:17.952404 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:17.952736 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:17.953061 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:17.953350 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:17.953656 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Tracked resource versions report: May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: pushed versions: May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: { 'AddressGroup': {'1.2'}, May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'ConntrackHelper': {'1.0'}, May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Log': {'1.0'}, May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Network': {'1.1'}, May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Port': {'1.7'}, May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'PortForwarding': {'1.2'}, May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'QosPolicy': {'1.8'}, May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'SecurityGroup': {'1.4'}, May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'SecurityGroupRule': {'1.2'}, May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'SubPort': {'1.0'}, May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Subnet': {'1.1'}, May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Trunk': {'1.1'}} May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: consumer versions: May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: { DHCP agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: L3 agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: Metadata agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: Metering agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: Open vSwitch agent@dv-cinder-793244-1-iscsi: { 'AddressGroup': '1.2', May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'ConntrackHelper': '1.0', May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Log': '1.0', May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Network': '1.1', May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Port': '1.7', May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'PortForwarding': '1.2', May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'QosPolicy': '1.8', May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'SecurityGroup': '1.4', May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'SecurityGroupRule': '1.2', May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'SubPort': '1.0', May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Subnet': '1.1', May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Trunk': '1.1'}} May 26 22:03:17.954760 dv-cinder-793244-1-iscsi neutron-server[91910]: {{(pid=91910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:03:17.990768 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:18.045465 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Attempting to bind port cd04407d-2a14-4eef-8cf3-269ad73ae88b on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:03:18.045858 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Attempting to bind port cd04407d-2a14-4eef-8cf3-269ad73ae88b by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': 'd3213811-ae80-48be-adf3-5bf2f1139ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:03:18.046274 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Attempting to bind port cd04407d-2a14-4eef-8cf3-269ad73ae88b on network 98e61f4b-3f00-4f6a-b894-5f5858bceafc {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:03:18.051468 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:03:18.051908 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Checking segment: {'id': 'd3213811-ae80-48be-adf3-5bf2f1139ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:03:18.052371 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:18.052763 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Bound using segment: {'id': 'd3213811-ae80-48be-adf3-5bf2f1139ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:03:18.053270 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Bound port: cd04407d-2a14-4eef-8cf3-269ad73ae88b, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3213811-ae80-48be-adf3-5bf2f1139ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:03:18.053635 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:18.143326 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] For port cd04407d-2a14-4eef-8cf3-269ad73ae88b, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:03:18.147116 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] For port cd04407d-2a14-4eef-8cf3-269ad73ae88b, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=cd04407d-2a14-4eef-8cf3-269ad73ae88b,segment=NetworkSegment(d3213811-ae80-48be-adf3-5bf2f1139ed6),segment_id=d3213811-ae80-48be-adf3-5bf2f1139ed6)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:03:18.153076 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:18.156796 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:18.240724 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Pushing event updated for resources: {'Port': ['ID=cd04407d-2a14-4eef-8cf3-269ad73ae88b,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:18.243727 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:19.531583 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 57374) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:03:19.910164 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [None req-e2d1c006-00cd-4b75-9b0b-754f135c74e2 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:03:19.911198 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-e2d1c006-00cd-4b75-9b0b-754f135c74e2 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3785796 May 26 22:03:22.281916 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 57384) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:03:22.668920 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [None req-d7c0dc29-8eba-4064-9291-6c358caaf75e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:03:22.669942 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-d7c0dc29-8eba-4064-9291-6c358caaf75e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3870208 May 26 22:03:23.072302 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device cd04407d-2a14-4eef-8cf3-269ad73ae88b up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:03:23.145379 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port cd04407d-2a14-4eef-8cf3-269ad73ae88b completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:03:23.770062 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4a079f-ae5c-41f5-a66b-4aa3180f74ef None None] Network 98e61f4b-3f00-4f6a-b894-5f5858bceafc requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:03:23.908351 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-f647d10e-6587-4f75-8054-022711160b56 None None] Provisioning for port cd04407d-2a14-4eef-8cf3-269ad73ae88b completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:03:23.916501 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-f647d10e-6587-4f75-8054-022711160b56 None None] Provisioning complete for port cd04407d-2a14-4eef-8cf3-269ad73ae88b triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:03:23.916897 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f647d10e-6587-4f75-8054-022711160b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:24.135396 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f647d10e-6587-4f75-8054-022711160b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:24.181334 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-f647d10e-6587-4f75-8054-022711160b56 None None] For port cd04407d-2a14-4eef-8cf3-269ad73ae88b, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=cd04407d-2a14-4eef-8cf3-269ad73ae88b,segment=NetworkSegment(d3213811-ae80-48be-adf3-5bf2f1139ed6),segment_id=d3213811-ae80-48be-adf3-5bf2f1139ed6)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:03:24.186155 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f647d10e-6587-4f75-8054-022711160b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:24.190479 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-97643ba6-878a-4b28-bc08-089b97ccc5bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:24.260701 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d10e-6587-4f75-8054-022711160b56 None None] Pushing event updated for resources: {'Port': ['ID=cd04407d-2a14-4eef-8cf3-269ad73ae88b,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:24.264046 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f647d10e-6587-4f75-8054-022711160b56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:24.407755 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-ebed3a70-89de-42cd-b867-c9f72501b5f5 None None] Provisioning complete for port cd04407d-2a14-4eef-8cf3-269ad73ae88b triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:03:24.408043 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ebed3a70-89de-42cd-b867-c9f72501b5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:25.044423 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device cd04407d-2a14-4eef-8cf3-269ad73ae88b up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:03:25.110124 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port cd04407d-2a14-4eef-8cf3-269ad73ae88b triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:03:25.110404 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:25.329130 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 57400) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:03:25.671995 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-9e1ba7a3-8bdf-426b-9750-8b5e6324ac99 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '73f97de377814689b769320056ed21b5'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:03:25.676769 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-9e1ba7a3-8bdf-426b-9750-8b5e6324ac99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:03:25.680993 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-9e1ba7a3-8bdf-426b-9750-8b5e6324ac99 admin admin] Usage tracker for resource:router and tenant:73f97de377814689b769320056ed21b5 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:03:25.685903 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-9e1ba7a3-8bdf-426b-9750-8b5e6324ac99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:03:25.692071 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-9e1ba7a3-8bdf-426b-9750-8b5e6324ac99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:03:25.702214 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba7a3-8bdf-426b-9750-8b5e6324ac99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:25.703908 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba7a3-8bdf-426b-9750-8b5e6324ac99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-904'] for router, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:25.725797 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba7a3-8bdf-426b-9750-8b5e6324ac99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:25.840706 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba7a3-8bdf-426b-9750-8b5e6324ac99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747983'] for router, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:25.858126 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9e1ba7a3-8bdf-426b-9750-8b5e6324ac99 admin admin] Notify callbacks [] for router, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:25.859335 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-9e1ba7a3-8bdf-426b-9750-8b5e6324ac99 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5292528 May 26 22:03:28.178290 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 57410) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:03:28.552368 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [None req-cd8e036f-3d97-45ae-9d8e-55300e910e74 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:03:28.553348 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-cd8e036f-3d97-45ae-9d8e-55300e910e74 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3741291 May 26 22:03:28.771199 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-87335c68-1e03-483a-aa57-22fe2739eff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:30.916166 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 57420) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:03:31.101375 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bb4814a9-f868-4d10-8b95-0e31867db491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:31.211642 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:31.285697 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:03:31.290965 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:03:31.295182 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Usage tracker for resource:network and tenant:b1ed5cb96eb24ce3ba74a5f33c54fb55 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:03:31.298490 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:03:31.304004 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:03:31.313672 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Made reservation on behalf of b1ed5cb96eb24ce3ba74a5f33c54fb55 for: {'network': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:03:31.316590 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:31.333132 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:31.348514 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:03:31.352054 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Usage tracker for resource:security_group_rule and tenant:b1ed5cb96eb24ce3ba74a5f33c54fb55 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:03:31.355983 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:03:31.361670 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:03:31.454729 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:31.458063 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:31.463023 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:31.473943 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Reserving flat network on physical network physnet1 {{(pid=91909) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 22:03:31.506676 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737212725742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:31.507273 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Unsubscribe: segment precommit_create {{(pid=91909) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 22:03:31.507774 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.segments_db [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Added segment c3bc77dc-5701-477c-b809-0dcd68e16f9b of type flat for network 5868c39c-3961-427a-b936-c4b2389a06ed May 26 22:03:31.556626 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ec92d4-9c55-4efd-86a6-78fc558a0a0b,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:31.576023 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:31.576369 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:31.576697 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:31.577013 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:31.577324 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:31.577649 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:31.577962 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:31.578267 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:31.578586 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:31.578895 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:31.579206 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:31.579510 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Tracked resource versions report: May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: pushed versions: May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: { 'AddressGroup': {'1.2'}, May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'ConntrackHelper': {'1.0'}, May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Log': {'1.0'}, May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Network': {'1.1'}, May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Port': {'1.7'}, May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'PortForwarding': {'1.2'}, May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'QosPolicy': {'1.8'}, May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'SecurityGroup': {'1.4'}, May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'SecurityGroupRule': {'1.2'}, May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'SubPort': {'1.0'}, May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Subnet': {'1.1'}, May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Trunk': {'1.1'}} May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: consumer versions: May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: { DHCP agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: L3 agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: Metadata agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: Metering agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: Open vSwitch agent@dv-cinder-793244-1-iscsi: { 'AddressGroup': '1.2', May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'ConntrackHelper': '1.0', May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Log': '1.0', May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Network': '1.1', May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Port': '1.7', May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'PortForwarding': '1.2', May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'QosPolicy': '1.8', May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'SecurityGroup': '1.4', May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'SecurityGroupRule': '1.2', May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'SubPort': '1.0', May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Subnet': '1.1', May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Trunk': '1.1'}} May 26 22:03:31.580610 dv-cinder-793244-1-iscsi neutron-server[91909]: {{(pid=91909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:03:31.627582 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:31.634305 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:31.671009 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:31.672741 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:03:31.673374 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:31.678093 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:31.781376 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8640540 May 26 22:03:31.782078 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Pushing event updated for resources: {'Network': ['ID=5868c39c-3961-427a-b936-c4b2389a06ed,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:31.785276 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:31.793877 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network 5868c39c-3961-427a-b936-c4b2389a06ed details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:03:32.308592 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:33.790993 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:34.150718 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 57444) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:03:34.368118 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b503c6-809f-40e1-888a-9bd3285bc9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:03:34.369442 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-e2b503c6-809f-40e1-888a-9bd3285bc9d7 admin admin] 10.222.0.15 "GET /v2.0/subnets/71f53dcf-c797-445c-866f-72f914a74b77 HTTP/1.1" status: 200 len: 849 time: 0.2172635 May 26 22:03:34.556255 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-8a8ae3ad-faad-429b-a447-60fcf0409e05 admin admin] 10.222.0.15 "GET /v2.0/routers/24708749-7bf2-498e-b2cc-48135254203b HTTP/1.1" status: 200 len: 704 time: 0.1810627 May 26 22:03:35.013001 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:35.244308 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Allocated IP 172.20.0.1 (98e61f4b-3f00-4f6a-b894-5f5858bceafc/71f53dcf-c797-445c-866f-72f914a74b77/dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:03:35.411160 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:35.428151 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Transition to ACTIVE for port object dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 will not be triggered until provisioned by entity DHCP. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:03:35.488619 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:35.493150 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:35.566173 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Network 98e61f4b-3f00-4f6a-b894-5f5858bceafc is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:03:35.569625 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:03:35.575973 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:03:35.576594 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746537'] for router_interface, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:35.726714 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Pushing event updated for resources: {'Port': ['ID=dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:35.733910 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:35.814459 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-8b384297-1ef3-4ca9-9002-7364d78c8ad2 None None] Provisioning for port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:03:35.819037 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-8b384297-1ef3-4ca9-9002-7364d78c8ad2 None None] Provisioning complete for port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:03:35.819352 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8b384297-1ef3-4ca9-9002-7364d78c8ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:35.873017 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-8b384297-1ef3-4ca9-9002-7364d78c8ad2 None None] Port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:03:35.897738 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:36.124900 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:36.129180 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:36.130341 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746634'] for router_interface, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:36.134335 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:36.268351 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Pushing event updated for resources: {'Port': ['ID=dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:36.271653 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:36.328432 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Network 98e61f4b-3f00-4f6a-b894-5f5858bceafc is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:03:36.329488 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:03:36.494461 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-66ebb3a0-2a60-46aa-a10c-881e2ae8b97f None None] Provisioning complete for port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:03:36.494831 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-66ebb3a0-2a60-46aa-a10c-881e2ae8b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:36.515021 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Router 24708749-7bf2-498e-b2cc-48135254203b is scheduled to L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad with binding_index 1 {{(pid=91908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:03:36.561622 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-66ebb3a0-2a60-46aa-a10c-881e2ae8b97f None None] Port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:03:36.669443 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:03:36.678494 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] 10.222.0.15 "PUT /v2.0/routers/24708749-7bf2-498e-b2cc-48135254203b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1168084 May 26 22:03:36.679548 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Sync routers for ids ['24708749-7bf2-498e-b2cc-48135254203b'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:03:36.691072 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Routers {'24708749-7bf2-498e-b2cc-48135254203b'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:03:36.691952 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:03:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['24708749-7bf2-498e-b2cc-48135254203b'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:03:36.868670 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Set router 24708749-7bf2-498e-b2cc-48135254203b gateway port host: None {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:03:37.239286 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24708749-7bf2-498e-b2cc-48135254203b', 'name': 'router1', 'tenant_id': '73f97de377814689b769320056ed21b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:03:25Z', 'updated_at': '2021-05-26T22:03:35Z', 'revision_number': 2, 'project_id': '73f97de377814689b769320056ed21b5', 'gw_port_host': None, '_interfaces': [{'id': 'dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1', 'name': '', 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc', 'tenant_id': '73f97de377814689b769320056ed21b5', 'mac_address': 'fa:16:3e:67:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24708749-7bf2-498e-b2cc-48135254203b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71f53dcf-c797-445c-866f-72f914a74b77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:03:35Z', 'updated_at': '2021-05-26T22:03:35Z', 'revision_number': 2, 'project_id': '73f97de377814689b769320056ed21b5', 'subnets': [{'id': '71f53dcf-c797-445c-866f-72f914a74b77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41f9a96d-c6b6-4508-beb5-3fec1d0c6344'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:03:37.244200 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Checking router: 24708749-7bf2-498e-b2cc-48135254203b for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:03:37.244962 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Updating router 24708749-7bf2-498e-b2cc-48135254203b port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 binding host dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:03:37.298487 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:37.675833 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:37.692329 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Transition to ACTIVE for port object dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:03:37.700033 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:37.705077 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:37.917193 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Pushing event updated for resources: {'Port': ['ID=dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:37.927924 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:37.928193 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:37.928513 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:37.928829 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:37.929140 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:37.929449 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:37.929754 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:37.930056 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:37.930364 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:37.930668 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:37.930968 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:37.931269 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Tracked resource versions report: May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: pushed versions: May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: { 'AddressGroup': {'1.2'}, May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'ConntrackHelper': {'1.0'}, May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Log': {'1.0'}, May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Network': {'1.1'}, May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Port': {'1.7'}, May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'PortForwarding': {'1.2'}, May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'QosPolicy': {'1.8'}, May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'SecurityGroup': {'1.4'}, May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'SecurityGroupRule': {'1.2'}, May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'SubPort': {'1.0'}, May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Subnet': {'1.1'}, May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Trunk': {'1.1'}} May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: consumer versions: May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: { DHCP agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: L3 agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: Metadata agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: Metering agent@dv-cinder-793244-1-iscsi: {}, May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: Open vSwitch agent@dv-cinder-793244-1-iscsi: { 'AddressGroup': '1.2', May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'ConntrackHelper': '1.0', May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Log': '1.0', May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Network': '1.1', May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Port': '1.7', May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'PortForwarding': '1.2', May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'QosPolicy': '1.8', May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'SecurityGroup': '1.4', May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'SecurityGroupRule': '1.2', May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'SubPort': '1.0', May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Subnet': '1.1', May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Trunk': '1.1'}} May 26 22:03:37.932949 dv-cinder-793244-1-iscsi neutron-server[91911]: {{(pid=91911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:03:37.936928 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:37.941465 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Attempting to bind port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:03:37.941868 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Attempting to bind port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': 'd3213811-ae80-48be-adf3-5bf2f1139ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:03:37.942373 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Attempting to bind port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 on network 98e61f4b-3f00-4f6a-b894-5f5858bceafc {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:03:37.947643 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:03:37.948219 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Checking segment: {'id': 'd3213811-ae80-48be-adf3-5bf2f1139ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:03:37.949279 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:37.949667 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Bound using segment: {'id': 'd3213811-ae80-48be-adf3-5bf2f1139ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:03:37.950188 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Bound port: dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3213811-ae80-48be-adf3-5bf2f1139ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:03:37.950554 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:38.040674 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] For port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:03:38.045961 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] For port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1,segment=NetworkSegment(d3213811-ae80-48be-adf3-5bf2f1139ed6),segment_id=d3213811-ae80-48be-adf3-5bf2f1139ed6)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:03:38.050660 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:38.055381 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:38.128736 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Routers {'24708749-7bf2-498e-b2cc-48135254203b'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:03:38.129353 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:03:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['24708749-7bf2-498e-b2cc-48135254203b'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:03:38.272949 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Pushing event updated for resources: {'Port': ['ID=dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1,revision_number=4']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:38.279629 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:38.301741 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] Set router 24708749-7bf2-498e-b2cc-48135254203b gateway port host: None {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:03:38.652731 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24708749-7bf2-498e-b2cc-48135254203b', 'name': 'router1', 'tenant_id': '73f97de377814689b769320056ed21b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:03:25Z', 'updated_at': '2021-05-26T22:03:35Z', 'revision_number': 2, 'project_id': '73f97de377814689b769320056ed21b5', 'gw_port_host': None, '_interfaces': [{'id': 'dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1', 'name': '', 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc', 'tenant_id': '73f97de377814689b769320056ed21b5', 'mac_address': 'fa:16:3e:67:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24708749-7bf2-498e-b2cc-48135254203b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71f53dcf-c797-445c-866f-72f914a74b77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:03:35Z', 'updated_at': '2021-05-26T22:03:38Z', 'revision_number': 4, 'project_id': '73f97de377814689b769320056ed21b5', 'subnets': [{'id': '71f53dcf-c797-445c-866f-72f914a74b77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41f9a96d-c6b6-4508-beb5-3fec1d0c6344'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:03:38.656548 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00005397-a870-47d5-8bae-2a91eb0f2ab3 None None] The sync data for ids ['24708749-7bf2-498e-b2cc-48135254203b'] in dv-cinder-793244-1-iscsi is: [{'id': '24708749-7bf2-498e-b2cc-48135254203b', 'name': 'router1', 'tenant_id': '73f97de377814689b769320056ed21b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:03:25Z', 'updated_at': '2021-05-26T22:03:35Z', 'revision_number': 2, 'project_id': '73f97de377814689b769320056ed21b5', 'gw_port_host': None, '_interfaces': [{'id': 'dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1', 'name': '', 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc', 'tenant_id': '73f97de377814689b769320056ed21b5', 'mac_address': 'fa:16:3e:67:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24708749-7bf2-498e-b2cc-48135254203b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71f53dcf-c797-445c-866f-72f914a74b77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:03:35Z', 'updated_at': '2021-05-26T22:03:38Z', 'revision_number': 4, 'project_id': '73f97de377814689b769320056ed21b5', 'subnets': [{'id': '71f53dcf-c797-445c-866f-72f914a74b77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41f9a96d-c6b6-4508-beb5-3fec1d0c6344'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:03:38.873239 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 57466) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:03:39.022875 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087df3ae-67f7-486d-a090-d97e02cde7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:03:39.024270 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-087df3ae-67f7-486d-a090-d97e02cde7bd admin admin] 10.222.0.15 "GET /v2.0/networks/5868c39c-3961-427a-b936-c4b2389a06ed HTTP/1.1" status: 200 len: 842 time: 0.1500742 May 26 22:03:39.035170 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:03:39.040461 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:03:39.044925 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Usage tracker for resource:subnet and tenant:b1ed5cb96eb24ce3ba74a5f33c54fb55 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:03:39.048632 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:03:39.053599 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:03:39.063945 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Made reservation on behalf of b1ed5cb96eb24ce3ba74a5f33c54fb55 for: {'subnet': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:03:39.066268 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:39.524368 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.objects.ports [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91908) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 26 22:03:39.524822 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767'] for subnet, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:39.530089 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f06ec5e3-510a-457f-b11c-2e0876acaeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:39.600303 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Checking segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:03:39.600646 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Network hostable DHCP agents. Network: 5868c39c-3961-427a-b936-c4b2389a06ed, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:03:39.605915 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b6c9f1e-2c8c-48d6-90f9-98ad61accb12,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:39.611574 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:39.621768 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Network 5868c39c-3961-427a-b936-c4b2389a06ed is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:03:39.630991 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, 5868c39c-3961-427a-b936-c4b2389a06ed) {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:03:39.635117 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:03:39.636410 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:39.642501 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53d3187-a073-461e-bb39-aec676c6325a None None] Network 5868c39c-3961-427a-b936-c4b2389a06ed requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:03:39.668344 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6365495 May 26 22:03:39.850831 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a773332-4579-4ae4-a6c3-e5d489e511dc None None] Network 5868c39c-3961-427a-b936-c4b2389a06ed requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:03:41.943500 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 57480) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:03:42.141662 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-28fcbc35-90c2-41e5-b52d-ac354323a7de admin admin] 10.222.0.15 "GET /v2.0/routers/24708749-7bf2-498e-b2cc-48135254203b HTTP/1.1" status: 200 len: 710 time: 0.1969998 May 26 22:03:42.268627 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424d5395-1744-4ef7-bc71-dba043fcaec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:03:42.269974 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-424d5395-1744-4ef7-bc71-dba043fcaec5 admin admin] 10.222.0.15 "GET /v2.0/networks/5868c39c-3961-427a-b936-c4b2389a06ed HTTP/1.1" status: 200 len: 886 time: 0.1232009 May 26 22:03:42.279046 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:03:42.723461 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022'] for router, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:43.050263 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:43.084666 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:03:43.153689 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:03:43.157871 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:43.158351 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:03:43.158724 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:43.274734 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:43.294058 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Allocated IP 172.27.2.239 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/8605a50f-c96a-409d-be8c-61a830b70acf) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:03:43.306118 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1,segment=NetworkSegment(d3213811-ae80-48be-adf3-5bf2f1139ed6),segment_id=d3213811-ae80-48be-adf3-5bf2f1139ed6)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:03:43.312032 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:43.314189 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:43.400443 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:43.403767 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:43.441706 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:43.470454 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:43.475131 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-fc31df55-4da0-4a68-b9b2-b7364742992f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:43.535082 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:03:43.537856 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:03:43.541461 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:03:43.598035 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Pushing event updated for resources: {'Port': ['ID=8605a50f-c96a-409d-be8c-61a830b70acf,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:43.607522 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:43.834056 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 5 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:03:43.931200 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:44.266601 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022'] for router, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:44.269780 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1748017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1742477'] for router, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:44.495587 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Router 24708749-7bf2-498e-b2cc-48135254203b has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:03:44.668669 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:03:44.676593 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Notify callbacks [] for router, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:44.677749 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] 10.222.0.15 "PUT /v2.0/routers/24708749-7bf2-498e-b2cc-48135254203b HTTP/1.1" status: 200 len: 890 time: 2.4024346 May 26 22:03:44.678264 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Sync routers for ids ['24708749-7bf2-498e-b2cc-48135254203b'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:03:44.688890 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Routers {'24708749-7bf2-498e-b2cc-48135254203b'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:03:44.689555 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:03:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['24708749-7bf2-498e-b2cc-48135254203b'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:03:44.883093 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Set router 24708749-7bf2-498e-b2cc-48135254203b gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:03:45.092217 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:03:45.212160 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:03:45.212462 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:45.390264 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24708749-7bf2-498e-b2cc-48135254203b', 'name': 'router1', 'tenant_id': '73f97de377814689b769320056ed21b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8605a50f-c96a-409d-be8c-61a830b70acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:03:25Z', 'updated_at': '2021-05-26T22:03:43Z', 'revision_number': 4, 'project_id': '73f97de377814689b769320056ed21b5', 'gw_port': {'id': '8605a50f-c96a-409d-be8c-61a830b70acf', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:19:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24708749-7bf2-498e-b2cc-48135254203b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:03:43Z', 'updated_at': '2021-05-26T22:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1', 'name': '', 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc', 'tenant_id': '73f97de377814689b769320056ed21b5', 'mac_address': 'fa:16:3e:67:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24708749-7bf2-498e-b2cc-48135254203b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71f53dcf-c797-445c-866f-72f914a74b77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:03:35Z', 'updated_at': '2021-05-26T22:03:43Z', 'revision_number': 5, 'project_id': '73f97de377814689b769320056ed21b5', 'subnets': [{'id': '71f53dcf-c797-445c-866f-72f914a74b77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41f9a96d-c6b6-4508-beb5-3fec1d0c6344'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:03:45.395146 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Checking router: 24708749-7bf2-498e-b2cc-48135254203b for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:03:45.395500 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Updating router 24708749-7bf2-498e-b2cc-48135254203b port 8605a50f-c96a-409d-be8c-61a830b70acf binding host dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:03:45.449093 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:45.777335 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:45.788299 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Transition to ACTIVE for port object 8605a50f-c96a-409d-be8c-61a830b70acf will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:03:45.795280 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:45.799135 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:45.875606 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Attempting to bind port 8605a50f-c96a-409d-be8c-61a830b70acf on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:03:45.875995 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Attempting to bind port 8605a50f-c96a-409d-be8c-61a830b70acf by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:03:45.876357 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Attempting to bind port 8605a50f-c96a-409d-be8c-61a830b70acf on network 5868c39c-3961-427a-b936-c4b2389a06ed {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:03:45.881751 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dad5b4-7270-42bf-9fb3-d4174d41fd1e None None] Pushing event updated for resources: {'Port': ['ID=8605a50f-c96a-409d-be8c-61a830b70acf,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:45.885663 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-58dad5b4-7270-42bf-9fb3-d4174d41fd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:45.886596 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:03:45.886959 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Checking segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:03:45.887350 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:45.887766 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Bound using segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:03:45.888235 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Bound port: 8605a50f-c96a-409d-be8c-61a830b70acf, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:03:45.888599 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:45.968675 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] For port 8605a50f-c96a-409d-be8c-61a830b70acf, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:03:45.971635 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] For port 8605a50f-c96a-409d-be8c-61a830b70acf, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=8605a50f-c96a-409d-be8c-61a830b70acf,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:03:45.975924 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:45.981350 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:46.084569 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Routers {'24708749-7bf2-498e-b2cc-48135254203b'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:03:46.085442 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:03:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['24708749-7bf2-498e-b2cc-48135254203b'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:03:46.154082 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dad5b4-7270-42bf-9fb3-d4174d41fd1e None None] Pushing event updated for resources: {'Port': ['ID=8605a50f-c96a-409d-be8c-61a830b70acf,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:46.164899 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-58dad5b4-7270-42bf-9fb3-d4174d41fd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:46.316572 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] Set router 24708749-7bf2-498e-b2cc-48135254203b gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:03:46.647281 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24708749-7bf2-498e-b2cc-48135254203b', 'name': 'router1', 'tenant_id': '73f97de377814689b769320056ed21b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8605a50f-c96a-409d-be8c-61a830b70acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:03:25Z', 'updated_at': '2021-05-26T22:03:43Z', 'revision_number': 4, 'project_id': '73f97de377814689b769320056ed21b5', 'gw_port': {'id': '8605a50f-c96a-409d-be8c-61a830b70acf', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:19:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24708749-7bf2-498e-b2cc-48135254203b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:03:43Z', 'updated_at': '2021-05-26T22:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1', 'name': '', 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc', 'tenant_id': '73f97de377814689b769320056ed21b5', 'mac_address': 'fa:16:3e:67:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24708749-7bf2-498e-b2cc-48135254203b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71f53dcf-c797-445c-866f-72f914a74b77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:03:35Z', 'updated_at': '2021-05-26T22:03:43Z', 'revision_number': 5, 'project_id': '73f97de377814689b769320056ed21b5', 'subnets': [{'id': '71f53dcf-c797-445c-866f-72f914a74b77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41f9a96d-c6b6-4508-beb5-3fec1d0c6344'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:03:46.651986 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619c94be-3640-4e4c-8457-542588bdb333 None None] The sync data for ids ['24708749-7bf2-498e-b2cc-48135254203b'] in dv-cinder-793244-1-iscsi is: [{'id': '24708749-7bf2-498e-b2cc-48135254203b', 'name': 'router1', 'tenant_id': '73f97de377814689b769320056ed21b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8605a50f-c96a-409d-be8c-61a830b70acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:03:25Z', 'updated_at': '2021-05-26T22:03:43Z', 'revision_number': 4, 'project_id': '73f97de377814689b769320056ed21b5', 'gw_port': {'id': '8605a50f-c96a-409d-be8c-61a830b70acf', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:19:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24708749-7bf2-498e-b2cc-48135254203b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:03:43Z', 'updated_at': '2021-05-26T22:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1', 'name': '', 'network_id': '98e61f4b-3f00-4f6a-b894-5f5858bceafc', 'tenant_id': '73f97de377814689b769320056ed21b5', 'mac_address': 'fa:16:3e:67:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24708749-7bf2-498e-b2cc-48135254203b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71f53dcf-c797-445c-866f-72f914a74b77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:03:35Z', 'updated_at': '2021-05-26T22:03:43Z', 'revision_number': 5, 'project_id': '73f97de377814689b769320056ed21b5', 'subnets': [{'id': '71f53dcf-c797-445c-866f-72f914a74b77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41f9a96d-c6b6-4508-beb5-3fec1d0c6344'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:03:47.094585 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 8605a50f-c96a-409d-be8c-61a830b70acf up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:03:47.100289 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 57490) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:03:47.172692 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 8605a50f-c96a-409d-be8c-61a830b70acf completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:03:47.177738 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 8605a50f-c96a-409d-be8c-61a830b70acf triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:03:47.178112 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:47.243625 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-2d591567-4cca-4189-b073-d2bb64d62d12 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1421258 May 26 22:03:47.303404 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:47.321628 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 8605a50f-c96a-409d-be8c-61a830b70acf, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=8605a50f-c96a-409d-be8c-61a830b70acf,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:03:47.327157 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:47.330309 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:03:47.409133 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=8605a50f-c96a-409d-be8c-61a830b70acf,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:03:47.412086 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:03:49.063369 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 8605a50f-c96a-409d-be8c-61a830b70acf up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:03:49.136710 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 8605a50f-c96a-409d-be8c-61a830b70acf triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:03:49.137083 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:03:58.773768 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-75459208-7dd9-4119-ada8-904781ecdd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:04:01.104964 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d35054f0-e455-4af3-8b8e-c3b54915290b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:04:01.221713 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:04:02.315191 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:04:03.811705 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:04:20.832596 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 5 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:04:28.786018 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3f47f457-b016-49b4-93a1-e1a5d1c79e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:04:31.109155 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-20cfa6dc-5511-4b39-8282-956a10181f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:04:31.217593 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:04:32.316338 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:04:33.814441 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:04:57.831705 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 5 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:04:58.778429 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-77b33f51-09ca-4545-a83b-bec1ceef8685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:05:01.115067 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-81b4eeca-ac35-4ec9-b191-5200158bcc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:05:01.220278 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:05:02.317859 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:05:03.817800 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:05:21.780961 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58060) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:05:21.848897 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.pecan_wsgi.hooks.translation [None req-0803ed01-dad9-43b0-be51-d1c4c5cf4c67 admin admin] GET failed (client error): The resource could not be found. May 26 22:05:21.850163 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-0803ed01-dad9-43b0-be51-d1c4c5cf4c67 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0682583 May 26 22:05:21.979781 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c404c6da-522b-48b6-9e54-15ff0dbb0ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:05:21.981161 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-c404c6da-522b-48b6-9e54-15ff0dbb0ac5 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1266897 May 26 22:05:24.064348 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58070) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:05:24.172173 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ba926-5293-415f-8672-965a9b353f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:05:24.172719 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-4b7ba926-5293-415f-8672-965a9b353f73 admin admin] Synchronizing usage tracker for tenant:b1ed5cb96eb24ce3ba74a5f33c54fb55 on resource:subnet {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:05:24.190921 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-4b7ba926-5293-415f-8672-965a9b353f73 admin admin] Unset dirty status for tenant:b1ed5cb96eb24ce3ba74a5f33c54fb55 on resource:subnet {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:05:24.192061 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-4b7ba926-5293-415f-8672-965a9b353f73 admin admin] 10.222.0.15 "GET /v2.0/subnets/71f53dcf-c797-445c-866f-72f914a74b77 HTTP/1.1" status: 200 len: 849 time: 0.1267290 May 26 22:05:24.201455 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:05:24.316844 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Notify callbacks [] for subnet, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:05:24.498183 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737212663965'] for subnet, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:05:24.501791 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:05:24.543236 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:05:24.543852 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:05:24.545119 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] 10.222.0.15 "PUT /v2.0/subnets/71f53dcf-c797-445c-866f-72f914a74b77 HTTP/1.1" status: 200 len: 868 time: 0.3474174 May 26 22:05:24.545742 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e3bb6e-48a5-4f47-aeae-566e5e9faae6 None None] Network 98e61f4b-3f00-4f6a-b894-5f5858bceafc requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:05:24.567123 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f53dcf-c797-445c-866f-72f914a74b77,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:05:24.574936 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:05:24.575309 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:05:24.575639 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:05:24.575993 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:05:24.576309 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:05:24.576648 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:05:24.576970 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:05:24.577287 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:05:24.577640 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:05:24.577937 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:05:24.578248 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:05:24.578555 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:05:24.582209 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-eb4af576-a39a-4497-af87-2b93c364691f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:05:25.024979 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-d4d65923-f3ff-4191-b978-7b6857b177be None None] Provisioning complete for port cd04407d-2a14-4eef-8cf3-269ad73ae88b triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:05:25.025999 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d4d65923-f3ff-4191-b978-7b6857b177be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:05:25.175581 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-d4d65923-f3ff-4191-b978-7b6857b177be None None] Provisioning complete for port dac3f48f-8d8c-4bc4-927b-7da14fb7eeb1 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:05:25.176113 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d4d65923-f3ff-4191-b978-7b6857b177be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:05:26.644904 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58080) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:05:26.816311 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e746a075-d274-4c43-b39d-e25aa511ad04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:05:26.816789 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e746a075-d274-4c43-b39d-e25aa511ad04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:05:26.818294 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-e746a075-d274-4c43-b39d-e25aa511ad04 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1724508 May 26 22:05:28.779840 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6c5570f2-0b2b-4086-84ff-3938c1377cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:05:28.911364 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 58090) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:05:29.102554 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed0740-a817-4df0-b6a7-392bed48cd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:05:29.103025 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed0740-a817-4df0-b6a7-392bed48cd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:05:29.104458 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-24ed0740-a817-4df0-b6a7-392bed48cd9a admin admin] Synchronizing usage tracker for tenant:b1ed5cb96eb24ce3ba74a5f33c54fb55 on resource:network {{(pid=91909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:05:29.120959 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-24ed0740-a817-4df0-b6a7-392bed48cd9a admin admin] Unset dirty status for tenant:b1ed5cb96eb24ce3ba74a5f33c54fb55 on resource:network {{(pid=91909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:05:29.122101 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-24ed0740-a817-4df0-b6a7-392bed48cd9a admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2098000 May 26 22:05:31.108608 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a389daf7-35f9-4892-bdb2-2760d7a20f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:05:31.221436 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 58100) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:05:31.229799 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:05:31.393232 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72904181-9f7a-422d-b4c1-683868bd6f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:05:31.394490 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-72904181-9f7a-422d-b4c1-683868bd6f21 admin admin] 10.222.0.15 "GET /v2.0/networks/5868c39c-3961-427a-b936-c4b2389a06ed HTTP/1.1" status: 200 len: 886 time: 0.1721258 May 26 22:05:32.323628 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:05:33.526545 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58110) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:05:33.699845 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ef6b4-4451-4548-b4a7-765d1eb28e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:05:33.701203 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-c97ef6b4-4451-4548-b4a7-765d1eb28e31 admin admin] 10.222.0.15 "GET /v2.0/networks/98e61f4b-3f00-4f6a-b894-5f5858bceafc HTTP/1.1" status: 200 len: 868 time: 0.1736007 May 26 22:05:33.818058 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:05:34.830799 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 5 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:05:35.800042 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58120) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:05:35.910935 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319faad7-d7fb-4643-990e-c6d9ab51e4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:05:35.911399 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319faad7-d7fb-4643-990e-c6d9ab51e4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:05:35.912925 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-319faad7-d7fb-4643-990e-c6d9ab51e4ee admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1119320 May 26 22:05:38.036431 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58130) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:05:38.141548 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587e7113-ed62-4970-9660-1ed3474d701d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:05:38.141917 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587e7113-ed62-4970-9660-1ed3474d701d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:05:38.143529 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-587e7113-ed62-4970-9660-1ed3474d701d admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1061673 May 26 22:05:40.309737 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58140) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:05:40.410308 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a368d953-bac0-4dce-ab96-fa02cdcbcf4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:05:40.411645 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-a368d953-bac0-4dce-ab96-fa02cdcbcf4c admin admin] 10.222.0.15 "GET /v2.0/subnets/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12 HTTP/1.1" status: 200 len: 816 time: 0.1009779 May 26 22:05:42.562654 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58150) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:05:42.671848 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7005a8d-38ae-4332-8ac7-c16e4e69c515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:05:42.673151 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-a7005a8d-38ae-4332-8ac7-c16e4e69c515 admin admin] 10.222.0.15 "GET /v2.0/subnets/71f53dcf-c797-445c-866f-72f914a74b77 HTTP/1.1" status: 200 len: 868 time: 0.1095762 May 26 22:05:58.781707 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-33a31c00-062a-4d82-b46b-3f1bc22285cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:01.111394 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-04f9d15b-e21e-4974-a9ae-12ec4bbc24b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:01.222496 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:02.322396 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:03.820875 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:05.765273 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58194) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:06:05.812907 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [None req-4e7a7b28-9065-4d51-aa9d-558552129508 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:06:05.813928 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-4e7a7b28-9065-4d51-aa9d-558552129508 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477176 May 26 22:06:07.984148 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58204) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:06:08.050896 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.pecan_wsgi.hooks.translation [None req-464a7c1d-751c-414c-ab09-743d8c1f2b7f admin admin] GET failed (client error): The resource could not be found. May 26 22:06:08.052134 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-464a7c1d-751c-414c-ab09-743d8c1f2b7f admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0670676 May 26 22:06:08.175300 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d107cbbe-3afc-446c-be09-24003d1f2cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:06:08.176722 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-d107cbbe-3afc-446c-be09-24003d1f2cb6 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1207964 May 26 22:06:10.348063 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58214) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:06:10.395887 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:06:10.400877 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:06:10.410242 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:06:10.419935 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] Made reservation on behalf of b1ed5cb96eb24ce3ba74a5f33c54fb55 for: {'network': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:06:10.422244 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:10.547840 dv-cinder-793244-1-iscsi neutron-server[91908]: WARNING neutron.services.revisions.revision_plugin [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] Could not find related network for resource to bump revision. May 26 22:06:10.560056 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=91908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:06:10.569245 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:10.569581 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.segments_db [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] Added segment 4789c155-ad7c-4d9a-8695-ab177850640b of type vlan for network b920b3d5-28c0-460a-9533-d44412edcf4c May 26 22:06:10.594629 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:10.622921 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:10.624164 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:06:10.624745 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:10.629039 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:06:10.724359 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] Pushing event updated for resources: {'Network': ['ID=b920b3d5-28c0-460a-9533-d44412edcf4c,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:06:10.727754 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3786635 May 26 22:06:10.728466 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:06:10.742892 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network b920b3d5-28c0-460a-9533-d44412edcf4c details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:06:11.829600 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 5 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:06:12.876186 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 58224) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:06:12.943051 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.pecan_wsgi.hooks.translation [None req-88503e90-3a74-4773-9ce6-1e4abe8c47fa admin admin] GET failed (client error): The resource could not be found. May 26 22:06:12.944321 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-88503e90-3a74-4773-9ce6-1e4abe8c47fa admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0672076 May 26 22:06:13.050141 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c40a9f-3c2b-485e-842b-c42355dee0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:06:13.051554 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-31c40a9f-3c2b-485e-842b-c42355dee0e6 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1025405 May 26 22:06:13.061906 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Request body: {'subnet': {'network_id': 'b920b3d5-28c0-460a-9533-d44412edcf4c', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:06:13.066458 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:06:13.076310 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:06:13.086523 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Made reservation on behalf of b1ed5cb96eb24ce3ba74a5f33c54fb55 for: {'subnet': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:06:13.089311 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:13.482136 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767'] for subnet, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:13.486986 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:06:13.559003 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97fa580-6f2d-4fc6-82ff-e67bc1e25c59,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:06:13.562344 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Checking segment: {'id': '4789c155-ad7c-4d9a-8695-ab177850640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b920b3d5-28c0-460a-9533-d44412edcf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:06:13.562959 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Network hostable DHCP agents. Network: b920b3d5-28c0-460a-9533-d44412edcf4c, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:06:13.569911 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:13.570260 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:13.570585 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:13.570898 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:13.571214 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:13.572292 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:13.572650 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:13.572955 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:13.573280 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:13.573590 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:13.573898 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:13.574202 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:13.578761 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:06:13.593583 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Network b920b3d5-28c0-460a-9533-d44412edcf4c is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:06:13.603387 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, b920b3d5-28c0-460a-9533-d44412edcf4c) {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:06:13.609809 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:06:13.609809 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:13.612965 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5fcc7d-e0d9-4ca5-b1e3-25ec29b66e38 None None] Network b920b3d5-28c0-460a-9533-d44412edcf4c requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:06:13.635612 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5771036 May 26 22:06:13.842234 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb78d3392-e22a-5451-892b-71b7666f8002-b920b3d5-28c0-460a-9533-d44412edcf4c', 'network_id': 'b920b3d5-28c0-460a-9533-d44412edcf4c', 'tenant_id': 'b1ed5cb96eb24ce3ba74a5f33c54fb55', 'fixed_ips': [{'subnet_id': 'e97fa580-6f2d-4fc6-82ff-e67bc1e25c59'}]}} from dv-cinder-793244-1-iscsi. {{(pid=91910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:06:13.843370 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:14.003303 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Allocated IP 192.168.233.2 (b920b3d5-28c0-460a-9533-d44412edcf4c/e97fa580-6f2d-4fc6-82ff-e67bc1e25c59/d35f7f8b-4f7c-496f-aaad-e3207caf285c) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:06:14.211516 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:14.223902 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Transition to ACTIVE for port object d35f7f8b-4f7c-496f-aaad-e3207caf285c will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:06:14.243463 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Transition to ACTIVE for port object d35f7f8b-4f7c-496f-aaad-e3207caf285c will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:06:14.250664 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:14.255209 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-58dad5b4-7270-42bf-9fb3-d4174d41fd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:06:14.319663 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Network b920b3d5-28c0-460a-9533-d44412edcf4c is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:06:14.322631 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:06:14.327435 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:06:14.334691 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Pushing event updated for resources: {'Port': ['ID=d35f7f8b-4f7c-496f-aaad-e3207caf285c,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:06:14.370166 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:14.370507 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:14.370842 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:14.371168 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:14.371488 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:14.371834 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:14.372149 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:14.372464 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:14.372778 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:14.373090 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:14.373413 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:14.373725 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:06:14.381916 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:06:14.435115 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Attempting to bind port d35f7f8b-4f7c-496f-aaad-e3207caf285c on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:06:14.435597 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Attempting to bind port d35f7f8b-4f7c-496f-aaad-e3207caf285c by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '4789c155-ad7c-4d9a-8695-ab177850640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b920b3d5-28c0-460a-9533-d44412edcf4c'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:06:14.436087 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Attempting to bind port d35f7f8b-4f7c-496f-aaad-e3207caf285c on network b920b3d5-28c0-460a-9533-d44412edcf4c {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:06:14.441808 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:06:14.442179 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Checking segment: {'id': '4789c155-ad7c-4d9a-8695-ab177850640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b920b3d5-28c0-460a-9533-d44412edcf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:06:14.442566 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:14.442950 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Bound using segment: {'id': '4789c155-ad7c-4d9a-8695-ab177850640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b920b3d5-28c0-460a-9533-d44412edcf4c'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:06:14.443412 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Bound port: d35f7f8b-4f7c-496f-aaad-e3207caf285c, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4789c155-ad7c-4d9a-8695-ab177850640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b920b3d5-28c0-460a-9533-d44412edcf4c'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:06:14.443803 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:14.532509 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] For port d35f7f8b-4f7c-496f-aaad-e3207caf285c, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:06:14.536598 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] For port d35f7f8b-4f7c-496f-aaad-e3207caf285c, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=d35f7f8b-4f7c-496f-aaad-e3207caf285c,segment=NetworkSegment(4789c155-ad7c-4d9a-8695-ab177850640b),segment_id=4789c155-ad7c-4d9a-8695-ab177850640b)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:06:14.541065 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:14.544404 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:06:14.623878 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Pushing event updated for resources: {'Port': ['ID=d35f7f8b-4f7c-496f-aaad-e3207caf285c,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:06:14.628061 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:06:15.211314 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device d35f7f8b-4f7c-496f-aaad-e3207caf285c up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:06:15.289472 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port d35f7f8b-4f7c-496f-aaad-e3207caf285c completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:06:15.458217 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f3b71a-49ac-422a-8148-b767dc930bac None None] Network b920b3d5-28c0-460a-9533-d44412edcf4c requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:06:15.557071 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-108065cd-7bc3-488c-a4e8-74ec3f936a59 None None] Provisioning for port d35f7f8b-4f7c-496f-aaad-e3207caf285c completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:06:15.575589 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-108065cd-7bc3-488c-a4e8-74ec3f936a59 None None] Provisioning complete for port d35f7f8b-4f7c-496f-aaad-e3207caf285c triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:06:15.576003 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-108065cd-7bc3-488c-a4e8-74ec3f936a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:15.825318 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-108065cd-7bc3-488c-a4e8-74ec3f936a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:15.867546 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-108065cd-7bc3-488c-a4e8-74ec3f936a59 None None] For port d35f7f8b-4f7c-496f-aaad-e3207caf285c, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=d35f7f8b-4f7c-496f-aaad-e3207caf285c,segment=NetworkSegment(4789c155-ad7c-4d9a-8695-ab177850640b),segment_id=4789c155-ad7c-4d9a-8695-ab177850640b)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:06:15.872563 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-108065cd-7bc3-488c-a4e8-74ec3f936a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:15.874792 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:06:15.947993 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108065cd-7bc3-488c-a4e8-74ec3f936a59 None None] Pushing event updated for resources: {'Port': ['ID=d35f7f8b-4f7c-496f-aaad-e3207caf285c,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:06:15.951303 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-108065cd-7bc3-488c-a4e8-74ec3f936a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:06:16.096847 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-7ad986ac-0de3-44ca-81fc-5a1b4f748954 None None] Provisioning complete for port d35f7f8b-4f7c-496f-aaad-e3207caf285c triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:06:16.097143 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7ad986ac-0de3-44ca-81fc-5a1b4f748954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:17.172260 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device d35f7f8b-4f7c-496f-aaad-e3207caf285c up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:06:17.238374 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port d35f7f8b-4f7c-496f-aaad-e3207caf285c triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:06:17.238738 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:28.783172 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-04ef36c7-c7cb-407c-b1e2-8c48acae1d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:31.113745 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-470bdfd2-8bb7-4d83-9604-9522ce0c03a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:31.223654 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:32.327479 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:33.825352 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:06:48.828987 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 5 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:06:58.784677 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-fb8811b6-2e1b-4e54-80e9-3d3377ea83c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:01.115983 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-de2d9039-255b-4cc8-93f8-ca9802a3f836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:01.224835 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:02.329850 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:03.825846 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:25.828311 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 5 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:07:26.155043 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 58274) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:07:26.160957 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [None req-98cc732a-a5c6-4dcf-b268-3a2804e0f342 tempest-verify_tempest_config-90645530 tempest-verify_tempest_config-90645530-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:07:26.161894 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-98cc732a-a5c6-4dcf-b268-3a2804e0f342 tempest-verify_tempest_config-90645530 tempest-verify_tempest_config-90645530-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059111 May 26 22:07:26.468823 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58292) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:07:26.592378 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:26.606478 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:07:26.610181 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Usage tracker for resource:security_group_rule and tenant:302ea0be68364839a51c061fd7f78627 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:07:26.612890 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:07:26.618980 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:07:26.702893 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:26.706339 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:26.714941 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:07:26.753079 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=302ea0be68364839a51c061fd7f78627&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2832587 May 26 22:07:26.753966 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb9fc20-0d7e-4b33-8db9-321a933044cf,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:07:26.755810 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 58298) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:07:26.761082 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.761434 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.761766 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.762087 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.762402 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.762732 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.763050 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.763362 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.763701 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.764029 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.764338 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.764647 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.768310 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:07:26.817948 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:26.843082 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:26.933739 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:26.937513 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:07:26.948608 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb9fc20-0d7e-4b33-8db9-321a933044cf,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:07:26.957495 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.957845 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.958170 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.958488 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.958801 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.959128 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.959442 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.959772 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.960101 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.960406 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.960708 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.961575 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:07:26.965310 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:07:26.966204 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:26.967281 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbb9fc20-0d7e-4b33-8db9-321a933044cf HTTP/1.1" status: 204 len: 168 time: 0.2105491 May 26 22:07:28.786699 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d704a31a-5b00-4b95-8e84-ac108b33155a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:31.121178 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f1f69c15-54f0-434a-9676-b666a558f44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:31.225334 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:32.330772 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:33.830457 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:07:58.788788 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-552b6745-44f8-4378-971f-023f1fd6cf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:08:01.122818 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-62e552e3-d1a8-45b9-8020-ab9c4ee420d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:08:01.228310 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:08:02.332387 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:08:02.826367 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 5 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:08:03.832899 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:08:28.790493 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-fcd42025-ca4a-41b0-bc6f-bbff65ac3bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:08:31.124613 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bb84d5b7-11b2-4ea9-af08-0b1032c103b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:08:31.229621 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:08:32.335191 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:08:33.836464 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:08:39.825943 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 5 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:08:55.139568 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751'] for agent, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:08:57.984131 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 58350) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:08:58.103722 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-c953740f-3b2a-49c0-bca9-04758e118bc7 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1183777 May 26 22:08:58.793042 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-13bb8786-5292-40a0-b663-4f70fe5bdfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:09:00.219613 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 58360) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:09:00.283375 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-cd7ba0ef-cbb0-469b-82d7-ba1338f6b413 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0626595 May 26 22:09:01.127598 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0b7a9f82-b64e-4191-937f-96b240c103f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:09:01.231918 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:09:02.338533 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:09:03.839998 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:09:16.825111 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:09:25.099885 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:09:28.793874 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-54313fca-ff68-4a48-99f9-2280d979f709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:09:31.129525 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1d56c951-e82a-4337-b440-a2b45ce0052f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:09:31.232327 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:09:32.340437 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:09:33.840469 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:09:53.824305 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:09:55.111638 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:09:58.795155 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a0cdef00-2e6f-49eb-a15b-04bc4fe8974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:01.130588 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-77509119-29e6-436d-b453-6b474dcafa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:01.233880 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:02.344449 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:03.844086 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:23.854963 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58512) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:24.246005 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1445414114-network', 'tenant_id': '1702d9b498a2486f9443bfc634d212e6'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:24.251878 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:24.257099 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Usage tracker for resource:network and tenant:1702d9b498a2486f9443bfc634d212e6 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:24.263556 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:24.269546 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:24.281247 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Made reservation on behalf of 1702d9b498a2486f9443bfc634d212e6 for: {'network': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:10:24.283893 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:24.296016 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:24.310952 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:24.315189 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Usage tracker for resource:security_group_rule and tenant:1702d9b498a2486f9443bfc634d212e6 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:24.319026 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:24.325218 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:24.336997 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 58546) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:24.419873 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:24.429216 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:24.433397 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:24.463438 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3c2543-064c-4f43-b8ed-3686430d2223,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:24.472952 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:24.473179 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:24.473679 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:24.474195 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:24.475565 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:24.476221 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:24.476840 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:24.477165 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:24.477500 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:24.478309 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:24.478637 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:24.478950 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Tracked resource versions report: May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: pushed versions: May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: { 'AddressGroup': {'1.2'}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'ConntrackHelper': {'1.0'}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Log': {'1.0'}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Network': {'1.1'}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Port': {'1.7'}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'PortForwarding': {'1.2'}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'QosPolicy': {'1.8'}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'SecurityGroup': {'1.4'}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'SecurityGroupRule': {'1.2'}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'SubPort': {'1.0'}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Subnet': {'1.1'}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Trunk': {'1.1'}} May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: consumer versions: May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: { DHCP agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: HyperV agent@hv-cinder-79324: {}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: L3 agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: Metadata agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: Metering agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: Open vSwitch agent@dv-cinder-793244-1-iscsi: { 'AddressGroup': '1.2', May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'ConntrackHelper': '1.0', May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Log': '1.0', May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Network': '1.1', May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Port': '1.7', May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'PortForwarding': '1.2', May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'QosPolicy': '1.8', May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'SecurityGroup': '1.4', May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'SecurityGroupRule': '1.2', May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'SubPort': '1.0', May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Subnet': '1.1', May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: 'Trunk': '1.1'}} May 26 22:10:24.480019 dv-cinder-793244-1-iscsi neutron-server[91908]: {{(pid=91908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:10:24.491851 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=91908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:10:24.499522 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:24.508182 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:24.508446 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.segments_db [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Added segment 910aa238-3043-4115-86e2-10a8c33c7883 of type vlan for network 459387a3-7a2b-4e1f-b526-99212399eff7 May 26 22:10:24.539222 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:24.559319 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 58564) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:24.571607 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:24.572951 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:24.573555 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:24.578374 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-31ec7cd1-1d8b-4256-8d42-4ce56b27041a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:24.629246 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-866867964-network', 'tenant_id': '6ec223e5db13471b87bb676d3f702942'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:24.638857 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:24.644761 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Usage tracker for resource:network and tenant:6ec223e5db13471b87bb676d3f702942 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:24.648881 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:24.656969 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:24.682806 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Pushing event updated for resources: {'Network': ['ID=459387a3-7a2b-4e1f-b526-99212399eff7,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:24.685693 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:24.692174 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8360646 May 26 22:10:24.697737 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network 459387a3-7a2b-4e1f-b526-99212399eff7 details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:10:24.708037 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 58572) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:24.713796 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Request body: {'subnet': {'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1445414114-subnet', 'tenant_id': '1702d9b498a2486f9443bfc634d212e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:24.725882 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Made reservation on behalf of 6ec223e5db13471b87bb676d3f702942 for: {'network': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:10:24.728429 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:24.742924 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:24.764736 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:24.783046 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Usage tracker for resource:subnet and tenant:1702d9b498a2486f9443bfc634d212e6 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:24.793404 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:24.797741 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Usage tracker for resource:security_group_rule and tenant:6ec223e5db13471b87bb676d3f702942 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:24.800981 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:24.807550 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:24.836311 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:24.853132 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:24.884455 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Made reservation on behalf of 1702d9b498a2486f9443bfc634d212e6 for: {'subnet': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:10:24.886918 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:24.996511 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.001022 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1096582553-network', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:25.011626 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:25.015776 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Usage tracker for resource:network and tenant:a435291021204d3da09d9114cbf1a10c is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:25.018570 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:25.025028 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:25.032057 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.042148 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:25.052342 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Made reservation on behalf of a435291021204d3da09d9114cbf1a10c for: {'network': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:10:25.055425 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.084535 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.097057 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=91909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:10:25.113936 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.120571 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.120919 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.segments_db [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Added segment dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1 of type vlan for network 8054597e-838f-4c0b-a756-8e2bbdb68ee1 May 26 22:10:25.153680 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:25.170222 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.208186 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Usage tracker for resource:security_group_rule and tenant:a435291021204d3da09d9114cbf1a10c is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:25.214091 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.215120 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:25.218896 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66521183-e624-4d61-99d4-15298a0b5c6e,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:25.225364 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:25.225938 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.234609 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:25.282933 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:25.283272 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:25.283602 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:25.283953 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:25.284273 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:25.284611 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:25.284930 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:25.285243 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:25.285578 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:25.286073 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:25.286548 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:25.287062 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Tracked resource versions report: May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: pushed versions: May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: { 'AddressGroup': {'1.2'}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'ConntrackHelper': {'1.0'}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Log': {'1.0'}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Network': {'1.1'}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Port': {'1.7'}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'PortForwarding': {'1.2'}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'QosPolicy': {'1.8'}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'SecurityGroup': {'1.4'}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'SecurityGroupRule': {'1.2'}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'SubPort': {'1.0'}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Subnet': {'1.1'}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Trunk': {'1.1'}} May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: consumer versions: May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: { DHCP agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: HyperV agent@hv-cinder-79324: {}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: L3 agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: Metadata agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: Metering agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: Open vSwitch agent@dv-cinder-793244-1-iscsi: { 'AddressGroup': '1.2', May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'ConntrackHelper': '1.0', May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Log': '1.0', May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Network': '1.1', May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Port': '1.7', May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'PortForwarding': '1.2', May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'QosPolicy': '1.8', May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'SecurityGroup': '1.4', May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'SecurityGroupRule': '1.2', May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'SubPort': '1.0', May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Subnet': '1.1', May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: 'Trunk': '1.1'}} May 26 22:10:25.288380 dv-cinder-793244-1-iscsi neutron-server[91909]: {{(pid=91909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:10:25.306881 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:25.307661 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3ccffc71-9128-4436-b35b-05f372da38b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:25.429563 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Pushing event updated for resources: {'Network': ['ID=8054597e-838f-4c0b-a756-8e2bbdb68ee1,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:25.440966 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58604) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:25.442704 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network 8054597e-838f-4c0b-a756-8e2bbdb68ee1 details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:10:25.450023 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Request body: {'subnet': {'network_id': '8054597e-838f-4c0b-a756-8e2bbdb68ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-866867964-subnet', 'tenant_id': '6ec223e5db13471b87bb676d3f702942', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:25.452250 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1144483 May 26 22:10:25.455433 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:25.456150 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:25.461268 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Usage tracker for resource:subnet and tenant:6ec223e5db13471b87bb676d3f702942 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:25.464716 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:25.472384 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:25.494122 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Made reservation on behalf of 6ec223e5db13471b87bb676d3f702942 for: {'subnet': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:10:25.496576 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.690810 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.706282 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.714492 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-20c9dfcd-e09f-4c2c-a72f-9d119f2d5835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:25.789806 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=91909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:10:25.808812 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.809195 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.segments_db [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Added segment 3ef65d9d-4e8e-444b-bbd9-89499b77aee4 of type vlan for network fd0f4b88-2ea3-42a5-875f-953927127dd7 May 26 22:10:25.811232 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef87414-a299-486d-80ef-4518138cb841,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:25.815192 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:25.869503 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.944714 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.952121 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:25.952704 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.959328 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:25.984444 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767'] for subnet, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:25.990033 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:26.071612 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767'] for subnet, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:26.076813 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a675ca-94e4-48bd-be56-81ea7e053604,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:26.086972 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5234442 May 26 22:10:26.086972 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Pushing event updated for resources: {'Network': ['ID=fd0f4b88-2ea3-42a5-875f-953927127dd7,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:26.087226 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:26.088766 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:26.089997 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 58636) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:26.090393 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:26.095796 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network fd0f4b88-2ea3-42a5-875f-953927127dd7 details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:10:26.105040 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Checking segment: {'id': 'dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8054597e-838f-4c0b-a756-8e2bbdb68ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:10:26.105725 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Network hostable DHCP agents. Network: 8054597e-838f-4c0b-a756-8e2bbdb68ee1, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:10:26.122941 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Request body: {'subnet': {'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1096582553-subnet', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:26.127386 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Network 8054597e-838f-4c0b-a756-8e2bbdb68ee1 is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:10:26.128776 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:26.137550 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Usage tracker for resource:subnet and tenant:a435291021204d3da09d9114cbf1a10c is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:26.141169 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:26.149494 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, 8054597e-838f-4c0b-a756-8e2bbdb68ee1) {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:10:26.154818 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:26.155409 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:26.166217 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:26.208288 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Made reservation on behalf of a435291021204d3da09d9114cbf1a10c for: {'subnet': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:10:26.210984 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:26.211525 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7687891 May 26 22:10:26.238161 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0809b9ed-7456-42ae-9ec5-c5f21c4387ae,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:26.242544 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:26.250757 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451912e3-3966-4541-b8b6-aea2e63aef1d None None] Network 8054597e-838f-4c0b-a756-8e2bbdb68ee1 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:10:26.351623 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Checking segment: {'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:10:26.367348 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Network hostable DHCP agents. Network: 459387a3-7a2b-4e1f-b526-99212399eff7, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:10:26.448535 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Network 459387a3-7a2b-4e1f-b526-99212399eff7 is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:10:26.471312 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, 459387a3-7a2b-4e1f-b526-99212399eff7) {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:10:26.480002 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:26.480582 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:26.488968 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da1ccc1-ec2c-41ce-b9b6-32282e9320f9 None None] Network 459387a3-7a2b-4e1f-b526-99212399eff7 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:10:26.524266 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c88ed5d-1842-4d96-b59a-6c374184bf9c None None] Network 8054597e-838f-4c0b-a756-8e2bbdb68ee1 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:10:26.712389 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0032060 May 26 22:10:26.934402 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f579f84b-07d7-4750-bcaf-e1ba743519af None None] Network 459387a3-7a2b-4e1f-b526-99212399eff7 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:10:26.984752 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767'] for subnet, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:26.989364 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-0d9d3143-7155-42ca-b85f-cb5d47a5a85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:27.069221 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adae609d-8b31-437b-a405-c50a9858e6b3,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:27.072015 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:27.083470 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Checking segment: {'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:10:27.083950 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Network hostable DHCP agents. Network: fd0f4b88-2ea3-42a5-875f-953927127dd7, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:10:27.121100 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Network fd0f4b88-2ea3-42a5-875f-953927127dd7 is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:10:27.138456 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, fd0f4b88-2ea3-42a5-875f-953927127dd7) {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:10:27.168335 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:27.168335 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:27.168676 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9598021-4023-473b-b37c-cffe38121554 None None] Network fd0f4b88-2ea3-42a5-875f-953927127dd7 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:10:27.202457 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0846460 May 26 22:10:27.205247 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 58678) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:27.211440 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:27.217650 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:27.222154 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Usage tracker for resource:router and tenant:a435291021204d3da09d9114cbf1a10c is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:27.226205 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:27.233886 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:27.251361 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:27.252912 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-904'] for router, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:27.298877 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:27.492289 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb78d3392-e22a-5451-892b-71b7666f8002-fd0f4b88-2ea3-42a5-875f-953927127dd7', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3'}]}} from dv-cinder-793244-1-iscsi. {{(pid=91910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:10:27.493398 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:27.645445 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022'] for router, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:27.668885 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Allocated IP 172.20.0.2 (fd0f4b88-2ea3-42a5-875f-953927127dd7/adae609d-8b31-437b-a405-c50a9858e6b3/30a974df-d64c-4cbb-84e9-69566bdca054) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:10:27.936830 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:27.969624 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Transition to ACTIVE for port object 30a974df-d64c-4cbb-84e9-69566bdca054 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:10:28.092077 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:28.116532 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Transition to ACTIVE for port object 30a974df-d64c-4cbb-84e9-69566bdca054 will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:10:28.132789 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:28.140039 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:28.145686 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:28.225743 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Pushing event updated for resources: {'Port': ['ID=30a974df-d64c-4cbb-84e9-69566bdca054,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:28.244083 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:28.244083 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:28.244083 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:28.244557 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:28.244665 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:28.244951 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:28.245266 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:28.245582 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:28.245920 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:28.246321 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:28.246701 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:28.247033 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Tracked resource versions report: May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: pushed versions: May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: { 'AddressGroup': {'1.2'}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'ConntrackHelper': {'1.0'}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Log': {'1.0'}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Network': {'1.1'}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Port': {'1.7'}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'PortForwarding': {'1.2'}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'QosPolicy': {'1.8'}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'SecurityGroup': {'1.4'}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'SecurityGroupRule': {'1.2'}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'SubPort': {'1.0'}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Subnet': {'1.1'}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Trunk': {'1.1'}} May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: consumer versions: May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: { DHCP agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: HyperV agent@hv-cinder-79324: {}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: L3 agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: Metadata agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: Metering agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: Open vSwitch agent@dv-cinder-793244-1-iscsi: { 'AddressGroup': '1.2', May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'ConntrackHelper': '1.0', May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Log': '1.0', May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Network': '1.1', May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Port': '1.7', May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'PortForwarding': '1.2', May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'QosPolicy': '1.8', May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'SecurityGroup': '1.4', May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'SecurityGroupRule': '1.2', May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'SubPort': '1.0', May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Subnet': '1.1', May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: 'Trunk': '1.1'}} May 26 22:10:28.254419 dv-cinder-793244-1-iscsi neutron-server[91910]: {{(pid=91910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:10:28.266914 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:28.283560 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Network fd0f4b88-2ea3-42a5-875f-953927127dd7 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:10:28.286071 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:10:28.335618 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:10:28.408291 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Allocated IP 172.27.2.238 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/086bd84b-3637-4655-8976-4a0557363b84) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:10:28.529649 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Attempting to bind port 30a974df-d64c-4cbb-84e9-69566bdca054 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:10:28.530021 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Attempting to bind port 30a974df-d64c-4cbb-84e9-69566bdca054 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:10:28.530388 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Attempting to bind port 30a974df-d64c-4cbb-84e9-69566bdca054 on network fd0f4b88-2ea3-42a5-875f-953927127dd7 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:10:28.536373 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:10:28.537061 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Checking segment: {'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:10:28.537429 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:28.538386 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Bound using segment: {'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:10:28.539068 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Bound port: 30a974df-d64c-4cbb-84e9-69566bdca054, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:10:28.539452 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:28.661730 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:28.702640 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] For port 30a974df-d64c-4cbb-84e9-69566bdca054, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:10:28.706500 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] For port 30a974df-d64c-4cbb-84e9-69566bdca054, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=30a974df-d64c-4cbb-84e9-69566bdca054,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:10:28.720745 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:28.731060 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:28.736598 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:28.753180 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:28.857494 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-95378514-dba3-48c6-9564-4a5e87561c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:28.879810 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Pushing event updated for resources: {'Port': ['ID=30a974df-d64c-4cbb-84e9-69566bdca054,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:28.883133 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:28.942178 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58772) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:28.947253 dv-cinder-793244-1-iscsi neutron-server[91908]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 22:10:28.949256 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:10:28.953353 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:10:28.959514 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:10:29.186779 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-1a3f064a-1f2a-45a6-8746-c71b6b020fb1 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:29.195061 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-1a3f064a-1f2a-45a6-8746-c71b6b020fb1 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/networks?id=8054597e-838f-4c0b-a756-8e2bbdb68ee1 HTTP/1.1" status: 200 len: 811 time: 0.2515771 May 26 22:10:29.195859 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58788) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:29.227013 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Pushing event updated for resources: {'Port': ['ID=086bd84b-3637-4655-8976-4a0557363b84,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:29.246628 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:29.312748 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-39cb7236-91db-4c35-8e69-49e5557f95f8 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/quotas/6ec223e5db13471b87bb676d3f702942 HTTP/1.1" status: 200 len: 375 time: 0.0305061 May 26 22:10:29.419907 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-0e06821e-581b-45f6-8907-9b6391f05ad3 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ec223e5db13471b87bb676d3f702942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804057 May 26 22:10:29.500332 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 30a974df-d64c-4cbb-84e9-69566bdca054 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:10:29.586756 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-e61f85ef-98b1-445d-87bc-7b6447855bc9 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:29.588746 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-e61f85ef-98b1-445d-87bc-7b6447855bc9 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Synchronizing usage tracker for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:network {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:10:29.613040 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 30a974df-d64c-4cbb-84e9-69566bdca054 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:10:29.615670 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-e61f85ef-98b1-445d-87bc-7b6447855bc9 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Unset dirty status for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:network {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:10:29.617182 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-e61f85ef-98b1-445d-87bc-7b6447855bc9 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/networks?id=459387a3-7a2b-4e1f-b526-99212399eff7 HTTP/1.1" status: 200 len: 815 time: 0.4197657 May 26 22:10:29.635353 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-22da1624-5799-479f-a58a-511c13044f8c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/quotas/1702d9b498a2486f9443bfc634d212e6 HTTP/1.1" status: 200 len: 375 time: 0.0113871 May 26 22:10:29.650666 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:29.719309 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-f6117092-e8f5-4471-b0ed-978dedbdfba6 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1702d9b498a2486f9443bfc634d212e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750742 May 26 22:10:29.953207 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58822) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:29.993214 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58828) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:30.057102 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-f8cb4022-7fb1-4d99-867c-ef79a77c1fe3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:10:30.058302 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-f8cb4022-7fb1-4d99-867c-ef79a77c1fe3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3550930 May 26 22:10:30.097059 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747983'] for router, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:30.152862 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-9c2eb8f9-3c63-4583-8b43-844ccf25a879 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:10:30.153853 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-9c2eb8f9-3c63-4583-8b43-844ccf25a879 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1172898 May 26 22:10:30.154606 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-bdaa40a5-2019-465f-bcba-3dd8abb017b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:30.175451 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d251e92-42d9-4d28-a0dc-4a16fe430059 None None] Network fd0f4b88-2ea3-42a5-875f-953927127dd7 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:10:30.275957 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-610f30a7-1b94-49aa-bc08-9ce434b1d318 None None] Provisioning for port 30a974df-d64c-4cbb-84e9-69566bdca054 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:10:30.282088 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-610f30a7-1b94-49aa-bc08-9ce434b1d318 None None] Provisioning complete for port 30a974df-d64c-4cbb-84e9-69566bdca054 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:10:30.288204 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-610f30a7-1b94-49aa-bc08-9ce434b1d318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:30.299321 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-bdaa40a5-2019-465f-bcba-3dd8abb017b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:30.309164 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-bdaa40a5-2019-465f-bcba-3dd8abb017b2 admin admin] Usage tracker for resource:security_group_rule and tenant:0a48b8f74380460197eb7011b7895daf is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:30.315266 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-bdaa40a5-2019-465f-bcba-3dd8abb017b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:30.328023 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dab6a103-73b9-46fa-9c97-1be44eec767c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:30.340466 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-bdaa40a5-2019-465f-bcba-3dd8abb017b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:30.363003 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Router 8bdc417f-1f92-4034-92fa-fc7ef645437a is scheduled to L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad with binding_index 1 {{(pid=91909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:10:30.438451 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-610f30a7-1b94-49aa-bc08-9ce434b1d318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:30.508717 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-610f30a7-1b94-49aa-bc08-9ce434b1d318 None None] For port 30a974df-d64c-4cbb-84e9-69566bdca054, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=30a974df-d64c-4cbb-84e9-69566bdca054,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:10:30.522132 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-610f30a7-1b94-49aa-bc08-9ce434b1d318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:30.527711 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:30.571839 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-3a32ccfd-5d42-4550-aa47-1a70148e11a3 service neutron] 10.222.0.15 "GET /v2.0/networks/8054597e-838f-4c0b-a756-8e2bbdb68ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063779 May 26 22:10:30.633758 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:10:30.643272 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Sync routers for ids ['8bdc417f-1f92-4034-92fa-fc7ef645437a'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:10:30.664162 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Routers {'8bdc417f-1f92-4034-92fa-fc7ef645437a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:10:30.664992 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:10:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['8bdc417f-1f92-4034-92fa-fc7ef645437a'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:10:30.666229 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Notify callbacks [] for router, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:30.667749 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4614315 May 26 22:10:30.670501 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 58858) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:30.715471 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f30a7-1b94-49aa-bc08-9ce434b1d318 None None] Pushing event updated for resources: {'Port': ['ID=30a974df-d64c-4cbb-84e9-69566bdca054,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:30.731643 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-dab6a103-73b9-46fa-9c97-1be44eec767c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:30.739772 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-610f30a7-1b94-49aa-bc08-9ce434b1d318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:30.745856 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-dab6a103-73b9-46fa-9c97-1be44eec767c admin admin] Usage tracker for resource:security_group_rule and tenant:e34eb76e6450430fbaa359ab6f993e09 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:30.769776 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-dab6a103-73b9-46fa-9c97-1be44eec767c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:30.788637 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-66abbfab-abfe-4f20-910e-42abdd6f343d service neutron] 10.222.0.15 "GET /v2.0/networks/8054597e-838f-4c0b-a756-8e2bbdb68ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129540 May 26 22:10:30.806005 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-dab6a103-73b9-46fa-9c97-1be44eec767c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:30.824997 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-96cc6de6-ac35-4c7d-83f9-429b48e0cc5f service neutron] 10.222.0.15 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610899 May 26 22:10:30.907436 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:10:30.946130 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Set router 8bdc417f-1f92-4034-92fa-fc7ef645437a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:10:31.152686 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a4e63f87-afcb-4c6d-a9b9-a0361b11efa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:31.196806 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-f3a7bc7b-ff6e-4d91-b049-b7e09c4728a0 None None] Provisioning complete for port 30a974df-d64c-4cbb-84e9-69566bdca054 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:10:31.197453 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f3a7bc7b-ff6e-4d91-b049-b7e09c4728a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:31.254562 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-bdaa40a5-2019-465f-bcba-3dd8abb017b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:31.262882 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-495bb593-b368-4cb6-ba5a-7d3a0a45d7c8 service neutron] 10.222.0.15 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151146 May 26 22:10:31.275417 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-bdaa40a5-2019-465f-bcba-3dd8abb017b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:31.316608 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:31.320797 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:31.406630 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dab6a103-73b9-46fa-9c97-1be44eec767c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:31.441156 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 30a974df-d64c-4cbb-84e9-69566bdca054 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:10:31.450668 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dab6a103-73b9-46fa-9c97-1be44eec767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:31.459451 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-bdaa40a5-2019-465f-bcba-3dd8abb017b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a48b8f74380460197eb7011b7895daf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4650466 May 26 22:10:31.461504 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58892) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:31.481527 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa40a5-2019-465f-bcba-3dd8abb017b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b38ece9-e77d-461f-b69e-ddc5b5d3c1d1,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:31.488384 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-bdaa40a5-2019-465f-bcba-3dd8abb017b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:31.489079 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:31.565284 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-dab6a103-73b9-46fa-9c97-1be44eec767c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e34eb76e6450430fbaa359ab6f993e09&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6101396 May 26 22:10:31.575087 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6a103-73b9-46fa-9c97-1be44eec767c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0623a7af-fdb1-4e6c-8b89-89543491fe50,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:31.577791 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58898) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:31.583343 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-dab6a103-73b9-46fa-9c97-1be44eec767c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:31.686085 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 30a974df-d64c-4cbb-84e9-69566bdca054 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:10:31.686673 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:31.692160 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7f416870-ee80-46a1-b338-a2cdaea0783f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:31.756712 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:29Z', 'revision_number': 3, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:10:31.762669 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Checking router: 8bdc417f-1f92-4034-92fa-fc7ef645437a for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:10:31.763289 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Updating router 8bdc417f-1f92-4034-92fa-fc7ef645437a port 086bd84b-3637-4655-8976-4a0557363b84 binding host dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:10:31.830182 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:31.870190 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-88252f0b-2880-41bb-a0ad-7e4b1f578a52 req-b3d22cdb-3531-4bdd-8081-b3ab0eb993f1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 210 time: 0.1466768 May 26 22:10:31.876092 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7f416870-ee80-46a1-b338-a2cdaea0783f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:31.919284 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6e5cdb01-29e9-4f14-8e94-df6236fae314 req-eb38da5e-c233-4966-b025-2b3fef9c056f tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 210 time: 0.1938801 May 26 22:10:31.924224 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f7a8-4032-472a-9480-ee47a9b096ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:32.038504 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f7a8-4032-472a-9480-ee47a9b096ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:32.113207 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7f416870-ee80-46a1-b338-a2cdaea0783f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:32.125267 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-dab6a103-73b9-46fa-9c97-1be44eec767c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:32.145546 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f416870-ee80-46a1-b338-a2cdaea0783f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b38ece9-e77d-461f-b69e-ddc5b5d3c1d1,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:32.152000 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-7f416870-ee80-46a1-b338-a2cdaea0783f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:32.171109 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7f416870-ee80-46a1-b338-a2cdaea0783f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:32.171566 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-7f416870-ee80-46a1-b338-a2cdaea0783f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b38ece9-e77d-461f-b69e-ddc5b5d3c1d1 HTTP/1.1" status: 204 len: 168 time: 0.6914821 May 26 22:10:32.189077 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f7a8-4032-472a-9480-ee47a9b096ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:32.212892 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0cc2f7a8-4032-472a-9480-ee47a9b096ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:32.217533 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-0cc2f7a8-4032-472a-9480-ee47a9b096ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0623a7af-fdb1-4e6c-8b89-89543491fe50 HTTP/1.1" status: 204 len: 168 time: 0.6366913 May 26 22:10:32.218841 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:32.232794 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2f7a8-4032-472a-9480-ee47a9b096ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0623a7af-fdb1-4e6c-8b89-89543491fe50,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:32.256740 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:32.269771 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0cc2f7a8-4032-472a-9480-ee47a9b096ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:32.362625 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:32.566701 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Allocated IP 172.20.0.1 (fd0f4b88-2ea3-42a5-875f-953927127dd7/adae609d-8b31-437b-a405-c50a9858e6b3/dab5e013-cc11-473d-a515-e10322464c82) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:10:32.759137 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:32.785381 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Transition to ACTIVE for port object 086bd84b-3637-4655-8976-4a0557363b84 will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:10:32.808451 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:32.828946 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:33.002638 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:33.042304 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Transition to ACTIVE for port object dab5e013-cc11-473d-a515-e10322464c82 will not be triggered until provisioned by entity DHCP. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:10:33.063963 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Pushing event updated for resources: {'Port': ['ID=086bd84b-3637-4655-8976-4a0557363b84,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:33.089018 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:33.090164 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:33.090678 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:33.091181 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:33.091666 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:33.092197 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:33.092690 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:33.093201 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:33.093824 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:33.094322 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:33.096843 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:33.097457 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:33.097953 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Tracked resource versions report: May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: pushed versions: May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: { 'AddressGroup': {'1.2'}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'ConntrackHelper': {'1.0'}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Log': {'1.0'}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Network': {'1.1'}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Port': {'1.7'}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'PortForwarding': {'1.2'}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'QosPolicy': {'1.8'}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'SecurityGroup': {'1.4'}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'SecurityGroupRule': {'1.2'}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'SubPort': {'1.0'}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Subnet': {'1.1'}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Trunk': {'1.1'}} May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: consumer versions: May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: { DHCP agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: HyperV agent@hv-cinder-79324: {}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: L3 agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: Metadata agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: Metering agent@dv-cinder-793244-1-iscsi: {}, May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: Open vSwitch agent@dv-cinder-793244-1-iscsi: { 'AddressGroup': '1.2', May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'ConntrackHelper': '1.0', May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Log': '1.0', May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Network': '1.1', May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Port': '1.7', May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'PortForwarding': '1.2', May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'QosPolicy': '1.8', May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'SecurityGroup': '1.4', May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'SecurityGroupRule': '1.2', May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'SubPort': '1.0', May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Subnet': '1.1', May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: 'Trunk': '1.1'}} May 26 22:10:33.100856 dv-cinder-793244-1-iscsi neutron-server[91911]: {{(pid=91911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:10:33.109977 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:33.111251 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9695b7cc-fbb8-49c5-b8d1-9af4f2f8da9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:33.123404 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-65ae73e9-1a67-43df-932c-c606b04f4e9a req-c447ad4a-7d8d-4b7f-867f-310ed66199dc tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 210 time: 0.1249678 May 26 22:10:33.150035 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Attempting to bind port 086bd84b-3637-4655-8976-4a0557363b84 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:10:33.150411 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Attempting to bind port 086bd84b-3637-4655-8976-4a0557363b84 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:10:33.150777 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Attempting to bind port 086bd84b-3637-4655-8976-4a0557363b84 on network 5868c39c-3961-427a-b936-c4b2389a06ed {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:10:33.160896 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:10:33.160896 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Checking segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:10:33.161185 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:33.161840 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Bound using segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:10:33.163116 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Bound port: 086bd84b-3637-4655-8976-4a0557363b84, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:10:33.163668 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:33.201469 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b515494f-585b-4db9-a2d0-a8afe1cfc330 req-37da625e-e2cc-42d1-a3dc-92d3b3eb2345 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 210 time: 0.1316338 May 26 22:10:33.258364 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Pushing event updated for resources: {'Port': ['ID=dab5e013-cc11-473d-a515-e10322464c82,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:33.262709 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Network fd0f4b88-2ea3-42a5-875f-953927127dd7 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:10:33.263865 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:33.265406 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:10:33.268295 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:10:33.268973 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746537'] for router_interface, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:33.329385 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] For port 086bd84b-3637-4655-8976-4a0557363b84, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:10:33.334801 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] For port 086bd84b-3637-4655-8976-4a0557363b84, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=086bd84b-3637-4655-8976-4a0557363b84,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:10:33.344414 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:33.351444 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:33.401612 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 58998) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:33.453293 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2d6afb74-19dd-416b-8951-cb5d15267ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:33.463075 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Routers {'8bdc417f-1f92-4034-92fa-fc7ef645437a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:10:33.464508 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:10:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['8bdc417f-1f92-4034-92fa-fc7ef645437a'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:10:33.496817 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-2d6afb74-19dd-416b-8951-cb5d15267ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:33.502185 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-2d6afb74-19dd-416b-8951-cb5d15267ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:7a5150f20e144453bc5774f19a8c9e9f is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:33.506121 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-2d6afb74-19dd-416b-8951-cb5d15267ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:33.519972 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-2d6afb74-19dd-416b-8951-cb5d15267ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:33.553191 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Pushing event updated for resources: {'Port': ['ID=086bd84b-3637-4655-8976-4a0557363b84,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:33.558409 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:33.612002 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-d0f0b6e9-6f87-47ab-b4c8-db7e2e7bd20a None None] Provisioning for port dab5e013-cc11-473d-a515-e10322464c82 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:10:33.620039 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-d0f0b6e9-6f87-47ab-b4c8-db7e2e7bd20a None None] Provisioning complete for port dab5e013-cc11-473d-a515-e10322464c82 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:10:33.620805 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d0f0b6e9-6f87-47ab-b4c8-db7e2e7bd20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:33.702691 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59002) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:33.714631 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2d6afb74-19dd-416b-8951-cb5d15267ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:33.715621 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] Set router 8bdc417f-1f92-4034-92fa-fc7ef645437a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:10:33.726791 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2d6afb74-19dd-416b-8951-cb5d15267ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:33.744888 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0cc2f7a8-4032-472a-9480-ee47a9b096ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:33.749169 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d33f2e15-59a0-445e-bec5-d91a27e1a03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:33.779230 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-d33f2e15-59a0-445e-bec5-d91a27e1a03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:33.787619 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-d33f2e15-59a0-445e-bec5-d91a27e1a03c admin admin] Usage tracker for resource:security_group_rule and tenant:273f10e07c244fb8ab83da485695b057 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:33.792861 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0b6e9-6f87-47ab-b4c8-db7e2e7bd20a None None] Port dab5e013-cc11-473d-a515-e10322464c82 cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:10:33.800400 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-d33f2e15-59a0-445e-bec5-d91a27e1a03c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:33.822778 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-2d6afb74-19dd-416b-8951-cb5d15267ab9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a5150f20e144453bc5774f19a8c9e9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4169211 May 26 22:10:33.822778 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6afb74-19dd-416b-8951-cb5d15267ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a377a12-c387-4b14-b072-c01634b2ed46,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:33.823981 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59012) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:33.826476 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2d6afb74-19dd-416b-8951-cb5d15267ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:33.876947 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:33.878223 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-d33f2e15-59a0-445e-bec5-d91a27e1a03c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:33.900249 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-8117291c-5f42-40ad-bddd-a6a01f98b48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:33.994231 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59022) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:33.998228 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-8117291c-5f42-40ad-bddd-a6a01f98b48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:34.089086 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-8117291c-5f42-40ad-bddd-a6a01f98b48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:34.098146 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:34.129341 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117291c-5f42-40ad-bddd-a6a01f98b48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a377a12-c387-4b14-b072-c01634b2ed46,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:34.136284 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-8117291c-5f42-40ad-bddd-a6a01f98b48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:34.146602 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-8117291c-5f42-40ad-bddd-a6a01f98b48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:34.150415 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-8117291c-5f42-40ad-bddd-a6a01f98b48b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a377a12-c387-4b14-b072-c01634b2ed46 HTTP/1.1" status: 204 len: 168 time: 0.3248801 May 26 22:10:34.231117 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d33f2e15-59a0-445e-bec5-d91a27e1a03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:34.232360 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:34.268930 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-aef6dfbb-7d36-4c0a-a90e-f8f7271a6d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:34.316577 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:29Z', 'revision_number': 3, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:10:34.323867 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea51aa7-7a0b-4f35-bb9e-376ec1769ca0 None None] The sync data for ids ['8bdc417f-1f92-4034-92fa-fc7ef645437a'] in dv-cinder-793244-1-iscsi is: [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:29Z', 'revision_number': 3, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:10:34.358733 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d33f2e15-59a0-445e-bec5-d91a27e1a03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:34.390212 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:34.429577 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-aef6dfbb-7d36-4c0a-a90e-f8f7271a6d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:34.443888 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a844d489-4163-41e4-aadf-2b1336f0bac9 req-8ef9fc20-5240-4379-8cfa-6476f0d4b4ef tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 210 time: 0.2122343 May 26 22:10:34.450917 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-aef6dfbb-7d36-4c0a-a90e-f8f7271a6d77 admin admin] Usage tracker for resource:security_group_rule and tenant:09a0115bfae540988889f4959f3ebc49 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:34.461459 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-aef6dfbb-7d36-4c0a-a90e-f8f7271a6d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:34.475405 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-aef6dfbb-7d36-4c0a-a90e-f8f7271a6d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:34.587411 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2e15-59a0-445e-bec5-d91a27e1a03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f757bf-2128-409e-8519-caf4467c96c5,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:34.632313 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-d33f2e15-59a0-445e-bec5-d91a27e1a03c admin admin] Synchronizing usage tracker for tenant:b1ed5cb96eb24ce3ba74a5f33c54fb55 on resource:security_group {{(pid=91909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:10:34.632473 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3908f3e7-3d20-4866-8d99-dc6b90cbc0d7 req-9ad8a132-e53e-4107-8ea1-c2fddd99f8da tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 210 time: 0.0739846 May 26 22:10:34.635188 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d33f2e15-59a0-445e-bec5-d91a27e1a03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:34.680005 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59054) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:34.719619 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.24', 64055) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:34.758074 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-aef6dfbb-7d36-4c0a-a90e-f8f7271a6d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:34.788374 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-aef6dfbb-7d36-4c0a-a90e-f8f7271a6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:34.807236 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:34.879974 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-d33f2e15-59a0-445e-bec5-d91a27e1a03c admin admin] Unset dirty status for tenant:b1ed5cb96eb24ce3ba74a5f33c54fb55 on resource:security_group {{(pid=91909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:10:34.893292 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-d33f2e15-59a0-445e-bec5-d91a27e1a03c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=273f10e07c244fb8ab83da485695b057&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1881309 May 26 22:10:34.931651 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59070) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:35.003855 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-aef6dfbb-7d36-4c0a-a90e-f8f7271a6d77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09a0115bfae540988889f4959f3ebc49&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0082357 May 26 22:10:35.004795 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6dfbb-7d36-4c0a-a90e-f8f7271a6d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a50c99-54f7-4cf8-82d7-945ab468462a,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:35.008024 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59076) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:35.017541 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-aef6dfbb-7d36-4c0a-a90e-f8f7271a6d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:35.206846 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-7f9781a6-e5cc-4c72-bb8f-cd549033f7f2 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:35.207927 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-7f9781a6-e5cc-4c72-bb8f-cd549033f7f2 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Synchronizing usage tracker for tenant:6ec223e5db13471b87bb676d3f702942 on resource:network {{(pid=91909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:10:35.247508 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-a21480fe-25a0-47d8-9f76-d4386c903e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:35.323478 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-30a93926-e196-4a0b-9b15-792c961d693e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:35.332169 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-a21480fe-25a0-47d8-9f76-d4386c903e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:35.332386 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-7f9781a6-e5cc-4c72-bb8f-cd549033f7f2 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Unset dirty status for tenant:6ec223e5db13471b87bb676d3f702942 on resource:network {{(pid=91909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:10:35.333542 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-7f9781a6-e5cc-4c72-bb8f-cd549033f7f2 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.24 "GET /v2.0/networks?id=8054597e-838f-4c0b-a756-8e2bbdb68ee1 HTTP/1.1" status: 200 len: 811 time: 0.6128552 May 26 22:10:35.337140 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-a21480fe-25a0-47d8-9f76-d4386c903e3d admin admin] Usage tracker for resource:security_group_rule and tenant:74e590ae41314d7ab1a959c3c6ddae5f is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:35.346469 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-43be7dda-5625-4d9e-b70c-73bc67ac0bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:35.352380 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-a21480fe-25a0-47d8-9f76-d4386c903e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:35.390840 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-a21480fe-25a0-47d8-9f76-d4386c903e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:35.424963 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-30a93926-e196-4a0b-9b15-792c961d693e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:35.434777 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-43be7dda-5625-4d9e-b70c-73bc67ac0bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:35.436606 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:35.452030 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Request body: {'port': {'device_id': 'ddeca45b-48c6-48c2-bf08-c7924630542b', 'network_id': '8054597e-838f-4c0b-a756-8e2bbdb68ee1', 'admin_state_up': True, 'tenant_id': '6ec223e5db13471b87bb676d3f702942'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:35.480986 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 086bd84b-3637-4655-8976-4a0557363b84 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:10:35.539080 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:35.545429 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746634'] for router_interface, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:35.653739 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-43be7dda-5625-4d9e-b70c-73bc67ac0bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:35.658398 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:35.668817 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-30a93926-e196-4a0b-9b15-792c961d693e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:35.681742 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:35.773785 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be7dda-5625-4d9e-b70c-73bc67ac0bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a50c99-54f7-4cf8-82d7-945ab468462a,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:35.774837 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 086bd84b-3637-4655-8976-4a0557363b84 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:10:35.841258 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 086bd84b-3637-4655-8976-4a0557363b84 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:10:35.847055 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:35.941588 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Pushing event updated for resources: {'Port': ['ID=dab5e013-cc11-473d-a515-e10322464c82,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:35.951657 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:36.035790 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.24', 64062) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:36.077938 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:36.086579 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Network fd0f4b88-2ea3-42a5-875f-953927127dd7 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:10:36.087749 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Usage tracker for resource:port and tenant:6ec223e5db13471b87bb676d3f702942 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:36.090637 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:10:36.092882 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:36.101654 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:36.162606 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a93926-e196-4a0b-9b15-792c961d693e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f757bf-2128-409e-8519-caf4467c96c5,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:36.204219 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a0e3da72-2b27-4b98-a91e-4f1d374e74bd req-71c56d79-a690-47f9-84de-8b412758bfcf tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 210 time: 0.2370625 May 26 22:10:36.391430 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:36.439481 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-30a93926-e196-4a0b-9b15-792c961d693e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:36.463300 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 086bd84b-3637-4655-8976-4a0557363b84, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=086bd84b-3637-4655-8976-4a0557363b84,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:10:36.467585 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-decb1f7e-55e3-4a5d-84b5-0a1e648cb0bb tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:36.469066 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-decb1f7e-55e3-4a5d-84b5-0a1e648cb0bb tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "GET /v2.0/networks?id=459387a3-7a2b-4e1f-b526-99212399eff7 HTTP/1.1" status: 200 len: 815 time: 0.4205542 May 26 22:10:36.469720 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.716s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:36.470077 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:36.472378 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:36.481971 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:36.485458 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b56328f9-bb3b-441d-a8f5-ff85182d0225 req-7092c5be-5b8a-4f44-a585-4e7c29911b9b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 210 time: 0.4528806 May 26 22:10:36.497490 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-a21480fe-25a0-47d8-9f76-d4386c903e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:36.504887 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-43be7dda-5625-4d9e-b70c-73bc67ac0bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:36.516845 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-43be7dda-5625-4d9e-b70c-73bc67ac0bdf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94a50c99-54f7-4cf8-82d7-945ab468462a HTTP/1.1" status: 204 len: 168 time: 1.5046391 May 26 22:10:36.522755 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Request body: {'port': {'device_id': '21f4fd33-becc-4a70-aad4-b480e108ab3a', 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7', 'admin_state_up': True, 'tenant_id': '1702d9b498a2486f9443bfc634d212e6'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:36.560358 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-a21480fe-25a0-47d8-9f76-d4386c903e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:36.573659 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-30a93926-e196-4a0b-9b15-792c961d693e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:36.575229 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-30a93926-e196-4a0b-9b15-792c961d693e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79f757bf-2128-409e-8519-caf4467c96c5 HTTP/1.1" status: 204 len: 168 time: 1.6335318 May 26 22:10:36.630581 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Router 8bdc417f-1f92-4034-92fa-fc7ef645437a has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:10:36.638962 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Made reservation on behalf of 6ec223e5db13471b87bb676d3f702942 for: {'port': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:10:36.642461 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:36.648925 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-30a93926-e196-4a0b-9b15-792c961d693e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:36.663441 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-a21480fe-25a0-47d8-9f76-d4386c903e3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74e590ae41314d7ab1a959c3c6ddae5f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9042623 May 26 22:10:36.718833 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-29a22dea-ab05-4aed-97ee-851e4152d3c5 None None] Provisioning complete for port dab5e013-cc11-473d-a515-e10322464c82 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:10:36.719436 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-29a22dea-ab05-4aed-97ee-851e4152d3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:36.782158 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21480fe-25a0-47d8-9f76-d4386c903e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb51ef5f-8aef-45f4-9fd8-52b21b531d6a,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:36.791115 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59160) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:36.794980 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-a21480fe-25a0-47d8-9f76-d4386c903e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:36.827936 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=086bd84b-3637-4655-8976-4a0557363b84,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:36.898273 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:36.940621 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-29a22dea-ab05-4aed-97ee-851e4152d3c5 None None] Port dab5e013-cc11-473d-a515-e10322464c82 cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:10:37.046292 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:10:37.057536 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2ed33265-f157-4275-a8be-3903915893c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:37.111587 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:37.126136 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Usage tracker for resource:port and tenant:1702d9b498a2486f9443bfc634d212e6 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:37.140001 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:37.153991 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:37.157884 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2ed33265-f157-4275-a8be-3903915893c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:37.174719 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] 10.222.0.15 "PUT /v2.0/routers/8bdc417f-1f92-4034-92fa-fc7ef645437a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5004911 May 26 22:10:37.224840 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Sync routers for ids ['8bdc417f-1f92-4034-92fa-fc7ef645437a'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:10:37.236961 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Made reservation on behalf of 1702d9b498a2486f9443bfc634d212e6 for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:10:37.241093 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Routers {'8bdc417f-1f92-4034-92fa-fc7ef645437a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:10:37.244188 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:10:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['8bdc417f-1f92-4034-92fa-fc7ef645437a'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:10:37.246579 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:37.379769 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59180) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:37.466037 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Allocated IP 172.20.0.7 (8054597e-838f-4c0b-a756-8e2bbdb68ee1/69a675ca-94e4-48bd-be56-81ea7e053604/8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:10:37.490691 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e0fbae08-57d0-4233-8269-a980350f5ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:37.561104 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 086bd84b-3637-4655-8976-4a0557363b84 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:10:37.594794 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-e0fbae08-57d0-4233-8269-a980350f5ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:37.612555 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-e0fbae08-57d0-4233-8269-a980350f5ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:dfbece8074fe4df5b0842daee42564f2 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:37.621608 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-e0fbae08-57d0-4233-8269-a980350f5ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:37.628650 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-e0fbae08-57d0-4233-8269-a980350f5ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:37.922208 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Set router 8bdc417f-1f92-4034-92fa-fc7ef645437a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:10:37.932627 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4d5ee6eb-cf88-4f4f-8394-a72a10884b8a req-47099239-40fa-4c7f-bc4d-5a5f0c9c1b11 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 210 time: 0.3031271 May 26 22:10:37.933959 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2ed33265-f157-4275-a8be-3903915893c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:37.973266 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-d39501cc-144f-4a55-8abd-b5573cb31466 req-638f190f-f664-4e11-9e6f-f91d49978e91 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Synchronizing usage tracker for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:10:37.988127 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-bdaa40a5-2019-465f-bcba-3dd8abb017b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:38.011137 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed33265-f157-4275-a8be-3903915893c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb51ef5f-8aef-45f4-9fd8-52b21b531d6a,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:38.023775 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2ed33265-f157-4275-a8be-3903915893c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:38.024860 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2ed33265-f157-4275-a8be-3903915893c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:38.026125 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-2ed33265-f157-4275-a8be-3903915893c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb51ef5f-8aef-45f4-9fd8-52b21b531d6a HTTP/1.1" status: 204 len: 168 time: 1.2335527 May 26 22:10:38.073995 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Allocated IP 172.20.0.14 (459387a3-7a2b-4e1f-b526-99212399eff7/0809b9ed-7456-42ae-9ec5-c5f21c4387ae/0b270138-4732-42f3-858e-6dc305cd051a) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:10:38.240608 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e0fbae08-57d0-4233-8269-a980350f5ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:38.246353 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e0fbae08-57d0-4233-8269-a980350f5ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:38.268478 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:38.332847 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:38.343217 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbae08-57d0-4233-8269-a980350f5ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841c3c27-c498-4169-8048-423f53515f1a,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:38.359134 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e0fbae08-57d0-4233-8269-a980350f5ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:38.373949 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-e0fbae08-57d0-4233-8269-a980350f5ff1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfbece8074fe4df5b0842daee42564f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9925699 May 26 22:10:38.374915 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59208) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:38.464421 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2cfdda39-3131-449d-aeb6-b166b94fe574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:38.468494 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:38.488529 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:38.573094 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:38.576599 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2cfdda39-3131-449d-aeb6-b166b94fe574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:38.601107 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Network 8054597e-838f-4c0b-a756-8e2bbdb68ee1 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:10:38.602884 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 086bd84b-3637-4655-8976-4a0557363b84 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:10:38.603405 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:38.611534 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:10:38.613784 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:10:38.619971 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:38.620717 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for port, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:38.629776 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Pushing event updated for resources: {'Port': ['ID=8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:38.645242 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:38.652464 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:38.665919 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-23c01885-0c3e-4427-b71b-03734b4f2008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:38.709595 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2690952 May 26 22:10:38.750152 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dab5e013-cc11-473d-a515-e10322464c82', 'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'mac_address': 'fa:16:3e:28:79:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:32Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 2, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'subnets': [{'id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:10:38.757878 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Checking router: 8bdc417f-1f92-4034-92fa-fc7ef645437a for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:10:38.757878 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Updating router 8bdc417f-1f92-4034-92fa-fc7ef645437a port dab5e013-cc11-473d-a515-e10322464c82 binding host dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:10:38.759892 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-1d67e19f-21e9-4f38-8aab-e969d7843177 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:10:38.762062 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-1d67e19f-21e9-4f38-8aab-e969d7843177 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0296364 May 26 22:10:38.784097 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2cfdda39-3131-449d-aeb6-b166b94fe574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:38.796015 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:38.822647 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdda39-3131-449d-aeb6-b166b94fe574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841c3c27-c498-4169-8048-423f53515f1a,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:38.857490 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2cfdda39-3131-449d-aeb6-b166b94fe574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:38.863984 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2cfdda39-3131-449d-aeb6-b166b94fe574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:38.869061 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-2cfdda39-3131-449d-aeb6-b166b94fe574 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/841c3c27-c498-4169-8048-423f53515f1a HTTP/1.1" status: 204 len: 168 time: 0.4915481 May 26 22:10:38.898969 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Pushing event updated for resources: {'Port': ['ID=0b270138-4732-42f3-858e-6dc305cd051a,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:38.911477 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-d39501cc-144f-4a55-8abd-b5573cb31466 req-638f190f-f664-4e11-9e6f-f91d49978e91 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Unset dirty status for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:10:38.914207 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d39501cc-144f-4a55-8abd-b5573cb31466 req-638f190f-f664-4e11-9e6f-f91d49978e91 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 210 time: 1.1175127 May 26 22:10:38.918330 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:38.952670 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Network 459387a3-7a2b-4e1f-b526-99212399eff7 is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:10:38.953906 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:10:38.964849 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:10:38.970814 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:38.971452 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:39.046242 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5592525 May 26 22:10:39.053517 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:39.406842 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f008b0d-7b5b-434f-88fa-bd504c1bd612 req-32617262-875a-4240-a8fa-70740318f329 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:39.412785 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4f008b0d-7b5b-434f-88fa-bd504c1bd612 req-32617262-875a-4240-a8fa-70740318f329 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 931 time: 0.2520108 May 26 22:10:39.516322 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4f008b0d-7b5b-434f-88fa-bd504c1bd612 req-664e5fbd-3593-4e05-bf64-f1fc8f45a584 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951569 May 26 22:10:39.549571 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59248) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:39.566107 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460828881', 'description': 'tempest-description--1150460353'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:39.610101 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:39.616577 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Usage tracker for resource:security_group and tenant:a435291021204d3da09d9114cbf1a10c is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:39.620449 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:39.649087 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:39.674964 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:39.712309 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:39.723263 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Usage tracker for resource:security_group_rule and tenant:a435291021204d3da09d9114cbf1a10c is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:39.731956 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:39.747010 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:39.905364 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:39.910704 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:39.920242 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:39.953079 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:39.979833 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Transition to ACTIVE for port object dab5e013-cc11-473d-a515-e10322464c82 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:10:39.995071 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:40.000345 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-f647d10e-6587-4f75-8054-022711160b56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:40.046257 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91438b2-7476-43d0-abfd-573189f1ec77,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:40.070540 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:40.076753 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59272) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:40.079388 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5257237 May 26 22:10:40.081876 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:40.083148 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-b17ed8e6-a97a-456d-bc73-4df5089d621b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Request body: {'security_group_rule': {'security_group_id': 'c91438b2-7476-43d0-abfd-573189f1ec77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:40.099002 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-b17ed8e6-a97a-456d-bc73-4df5089d621b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:40.112588 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-b17ed8e6-a97a-456d-bc73-4df5089d621b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Usage tracker for resource:security_group_rule and tenant:a435291021204d3da09d9114cbf1a10c is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:40.132752 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-b17ed8e6-a97a-456d-bc73-4df5089d621b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:40.146814 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-b17ed8e6-a97a-456d-bc73-4df5089d621b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:40.184798 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b17ed8e6-a97a-456d-bc73-4df5089d621b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:40.294048 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845cdec-39d9-493f-a3dc-9dada16a01c6 None None] Pushing event updated for resources: {'Port': ['ID=dab5e013-cc11-473d-a515-e10322464c82,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:40.350359 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Request body: {'port': {'device_id': '21f4fd33-becc-4a70-aad4-b480e108ab3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:40.355582 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Request body: {'port': {'device_id': 'ddeca45b-48c6-48c2-bf08-c7924630542b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:40.511308 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4845cdec-39d9-493f-a3dc-9dada16a01c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:40.526256 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59282) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:40.690419 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:40.715150 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Attempting to bind port dab5e013-cc11-473d-a515-e10322464c82 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:10:40.721674 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Attempting to bind port dab5e013-cc11-473d-a515-e10322464c82 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:10:40.723193 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Attempting to bind port dab5e013-cc11-473d-a515-e10322464c82 on network fd0f4b88-2ea3-42a5-875f-953927127dd7 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:10:40.739177 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:10:40.740560 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Checking segment: {'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:10:40.741687 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:40.742909 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Bound using segment: {'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:10:40.743581 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Bound port: dab5e013-cc11-473d-a515-e10322464c82, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:10:40.744929 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:40.747759 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:40.794151 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b17ed8e6-a97a-456d-bc73-4df5089d621b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:40.912113 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] For port dab5e013-cc11-473d-a515-e10322464c82, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:10:40.917665 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] For port dab5e013-cc11-473d-a515-e10322464c82, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=dab5e013-cc11-473d-a515-e10322464c82,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:10:40.923125 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:40.936844 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:41.127054 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Routers {'8bdc417f-1f92-4034-92fa-fc7ef645437a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:10:41.130688 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:10:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['8bdc417f-1f92-4034-92fa-fc7ef645437a'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:10:41.226405 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-be265f6f-d9a0-4c34-949e-a4c9e8b48409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:41.337086 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845cdec-39d9-493f-a3dc-9dada16a01c6 None None] Pushing event updated for resources: {'Port': ['ID=dab5e013-cc11-473d-a515-e10322464c82,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:41.370643 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4845cdec-39d9-493f-a3dc-9dada16a01c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:41.397406 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-be265f6f-d9a0-4c34-949e-a4c9e8b48409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:41.402536 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-be265f6f-d9a0-4c34-949e-a4c9e8b48409 admin admin] Usage tracker for resource:security_group_rule and tenant:f7909bffb6294f15baf6b3c61680a612 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:41.408878 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-be265f6f-d9a0-4c34-949e-a4c9e8b48409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:41.417550 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-be265f6f-d9a0-4c34-949e-a4c9e8b48409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:41.558130 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-be265f6f-d9a0-4c34-949e-a4c9e8b48409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:41.618557 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] Set router 8bdc417f-1f92-4034-92fa-fc7ef645437a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:10:41.919697 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-be265f6f-d9a0-4c34-949e-a4c9e8b48409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:41.961446 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:41.967933 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.db.resource_extend [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:10:41.978729 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b17ed8e6-a97a-456d-bc73-4df5089d621b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:42.057065 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b270138-4732-42f3-858e-6dc305cd051a {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:10:42.109485 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:42.116994 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b17ed8e6-a97a-456d-bc73-4df5089d621b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:42.120555 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-b17ed8e6-a97a-456d-bc73-4df5089d621b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0399678 May 26 22:10:42.131561 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:42.134269 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59322) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:42.152080 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-be265f6f-d9a0-4c34-949e-a4c9e8b48409 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7909bffb6294f15baf6b3c61680a612&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6221290 May 26 22:10:42.169087 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59326) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:42.175101 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-60e56a21-b55e-4c3e-9017-d8d1baec56f9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Request body: {'security_group_rule': {'security_group_id': 'c91438b2-7476-43d0-abfd-573189f1ec77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:42.186038 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ed8e6-a97a-456d-bc73-4df5089d621b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c345bf8-1550-41ba-af45-146479e6e54d,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:42.206247 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be265f6f-d9a0-4c34-949e-a4c9e8b48409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c47d20c-c3aa-4594-a339-dfaf7819d546,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:42.215155 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-be265f6f-d9a0-4c34-949e-a4c9e8b48409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:42.215545 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59332) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:42.237059 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-60e56a21-b55e-4c3e-9017-d8d1baec56f9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:42.260679 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-60e56a21-b55e-4c3e-9017-d8d1baec56f9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Usage tracker for resource:security_group_rule and tenant:a435291021204d3da09d9114cbf1a10c is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:42.288576 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-60e56a21-b55e-4c3e-9017-d8d1baec56f9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:42.296634 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:10:42.300776 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Transition to ACTIVE for port object 0b270138-4732-42f3-858e-6dc305cd051a will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:10:42.313554 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-b17ed8e6-a97a-456d-bc73-4df5089d621b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:42.317081 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-60e56a21-b55e-4c3e-9017-d8d1baec56f9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:42.324760 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:42.361155 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-96c91dc4-2df2-433e-ace5-92d73353b1d7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:42.374031 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:42.453536 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62451cc5-6620-4c3c-b806-43cecedaa727 req-9c28057e-dba1-47da-ac73-548af26a1cb0 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:42.460896 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62451cc5-6620-4c3c-b806-43cecedaa727 req-9c28057e-dba1-47da-ac73-548af26a1cb0 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 931 time: 0.6516693 May 26 22:10:42.523397 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dab5e013-cc11-473d-a515-e10322464c82', 'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'mac_address': 'fa:16:3e:28:79:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:32Z', 'updated_at': '2021-05-26T22:10:40Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'subnets': [{'id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:10:42.539577 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bea8b7-5f26-4cd4-ad53-10638aa96273 None None] The sync data for ids ['8bdc417f-1f92-4034-92fa-fc7ef645437a'] in dv-cinder-793244-1-iscsi is: [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dab5e013-cc11-473d-a515-e10322464c82', 'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'mac_address': 'fa:16:3e:28:79:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:32Z', 'updated_at': '2021-05-26T22:10:40Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'subnets': [{'id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:10:42.564123 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee28345-5e29-4931-951b-8c35d8c63428 req-4014c494-1a13-4ebb-9801-d5b2a1065dc2 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:42.577306 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8ee28345-5e29-4931-951b-8c35d8c63428 req-4014c494-1a13-4ebb-9801-d5b2a1065dc2 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 932 time: 2.3230419 May 26 22:10:42.595864 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Pushing event updated for resources: {'Port': ['ID=0b270138-4732-42f3-858e-6dc305cd051a,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:42.599621 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:42.782001 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Transition to ACTIVE for port object 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:10:42.798556 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7f3b5097-e8b4-44b4-b866-a7cba3a18903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:42.830649 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-60e56a21-b55e-4c3e-9017-d8d1baec56f9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:42.884251 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:42.943575 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:42.978628 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-760653390-network', 'tenant_id': '8e9a84c4abce456ba1728d93f3af4994'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:43.024149 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62451cc5-6620-4c3c-b806-43cecedaa727 req-24fc1f68-d883-4681-bfc7-9e28e9a2f95e tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956584 May 26 22:10:43.038326 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-8ee28345-5e29-4931-951b-8c35d8c63428 req-3241fdd9-60ff-47c3-905d-6f15dcbb9b19 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Synchronizing usage tracker for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:security_group {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:10:43.065759 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7f3b5097-e8b4-44b4-b866-a7cba3a18903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:43.206994 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:43.260003 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:43.269678 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Attempting to bind port 0b270138-4732-42f3-858e-6dc305cd051a on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:10:43.270041 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Attempting to bind port 0b270138-4732-42f3-858e-6dc305cd051a by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:10:43.270401 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Attempting to bind port 0b270138-4732-42f3-858e-6dc305cd051a on network 459387a3-7a2b-4e1f-b526-99212399eff7 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:10:43.275571 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:43.277734 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-8ee28345-5e29-4931-951b-8c35d8c63428 req-3241fdd9-60ff-47c3-905d-6f15dcbb9b19 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Unset dirty status for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:security_group {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:10:43.278920 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8ee28345-5e29-4931-951b-8c35d8c63428 req-3241fdd9-60ff-47c3-905d-6f15dcbb9b19 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6996329 May 26 22:10:43.309030 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Port 0b270138-4732-42f3-858e-6dc305cd051a on network 459387a3-7a2b-4e1f-b526-99212399eff7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:10:43.309400 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Attempting to bind port 0b270138-4732-42f3-858e-6dc305cd051a on network 459387a3-7a2b-4e1f-b526-99212399eff7 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:10:43.328528 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Usage tracker for resource:network and tenant:8e9a84c4abce456ba1728d93f3af4994 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:43.341242 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Attempting to bind port 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:10:43.341986 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Attempting to bind port 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': 'dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8054597e-838f-4c0b-a756-8e2bbdb68ee1'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:10:43.342554 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Attempting to bind port 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 on network 8054597e-838f-4c0b-a756-8e2bbdb68ee1 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:10:43.349034 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Port 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 on network 8054597e-838f-4c0b-a756-8e2bbdb68ee1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:10:43.349655 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Attempting to bind port 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 on network 8054597e-838f-4c0b-a756-8e2bbdb68ee1 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:10:43.358411 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:10:43.359047 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Checking segment: {'id': 'dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8054597e-838f-4c0b-a756-8e2bbdb68ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:10:43.360132 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Bound using segment: {'id': 'dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8054597e-838f-4c0b-a756-8e2bbdb68ee1'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:10:43.360913 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Bound port: 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8054597e-838f-4c0b-a756-8e2bbdb68ee1'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:10:43.361666 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:43.371489 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:10:43.373663 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Checking segment: {'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:10:43.375339 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Bound using segment: {'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:10:43.377008 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Bound port: 0b270138-4732-42f3-858e-6dc305cd051a, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:10:43.378628 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:43.379128 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7f3b5097-e8b4-44b4-b866-a7cba3a18903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:43.394761 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:43.449193 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b5097-e8b4-44b4-b866-a7cba3a18903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c47d20c-c3aa-4594-a339-dfaf7819d546,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:43.460419 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-7f3b5097-e8b4-44b4-b866-a7cba3a18903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:43.474788 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-60e56a21-b55e-4c3e-9017-d8d1baec56f9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:43.492097 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:43.494166 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7f3b5097-e8b4-44b4-b866-a7cba3a18903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:43.498296 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-7f3b5097-e8b4-44b4-b866-a7cba3a18903 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c47d20c-c3aa-4594-a339-dfaf7819d546 HTTP/1.1" status: 204 len: 168 time: 1.3242898 May 26 22:10:43.530819 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-60e56a21-b55e-4c3e-9017-d8d1baec56f9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:43.538865 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device dab5e013-cc11-473d-a515-e10322464c82 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:10:43.539850 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:43.633621 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:43.653390 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] For port 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:10:43.670636 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] For port 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0,segment=NetworkSegment(dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1),segment_id=dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:10:43.682777 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:43.711175 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e56a21-b55e-4c3e-9017-d8d1baec56f9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87db902-1b51-4f2c-b8b2-8c2199a53602,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:43.728667 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:43.791127 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-60e56a21-b55e-4c3e-9017-d8d1baec56f9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:43.826560 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port dab5e013-cc11-473d-a515-e10322464c82 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:10:43.842346 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port dab5e013-cc11-473d-a515-e10322464c82 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:10:43.842346 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:43.868282 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:43.874924 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:43.877420 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] 10.222.0.24 "PUT /v2.0/ports/8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 HTTP/1.1" status: 200 len: 1093 time: 4.3231440 May 26 22:10:43.879595 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Made reservation on behalf of 8e9a84c4abce456ba1728d93f3af4994 for: {'network': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:10:43.881572 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddeca45b-48c6-48c2-bf08-c7924630542b', 'tag': '8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:10:43.892898 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:43.995441 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:44.153158 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:44.180344 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Usage tracker for resource:security_group_rule and tenant:8e9a84c4abce456ba1728d93f3af4994 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:44.196805 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:44.222766 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:44.408963 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-60e56a21-b55e-4c3e-9017-d8d1baec56f9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:44.415176 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-60e56a21-b55e-4c3e-9017-d8d1baec56f9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2716601 May 26 22:10:44.468594 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:44.469889 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] For port 0b270138-4732-42f3-858e-6dc305cd051a, host hv-cinder-79324, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:10:44.484660 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] For port 0b270138-4732-42f3-858e-6dc305cd051a, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=0b270138-4732-42f3-858e-6dc305cd051a,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:10:44.533789 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59382) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:44.566961 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:44.590834 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Request body: {'floatingip': {'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:44.603901 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:44.606488 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:44.629596 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Usage tracker for resource:floatingip and tenant:a435291021204d3da09d9114cbf1a10c is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:44.642303 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:44.661047 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:44.699961 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port dab5e013-cc11-473d-a515-e10322464c82, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=dab5e013-cc11-473d-a515-e10322464c82,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:10:44.710878 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:44.722670 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:44.845085 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:44.878124 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for floatingip, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:44.883330 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:44.915858 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:44.917716 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for port, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:44.920986 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] 10.222.0.24 "PUT /v2.0/ports/0b270138-4732-42f3-858e-6dc305cd051a HTTP/1.1" status: 200 len: 1094 time: 5.3606179 May 26 22:10:44.929870 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f4fd33-becc-4a70-aad4-b480e108ab3a', 'tag': '0b270138-4732-42f3-858e-6dc305cd051a'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:10:44.950009 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=dab5e013-cc11-473d-a515-e10322464c82,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:44.960030 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:45.065217 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:45.082900 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.354s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:45.182500 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59398) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:45.293882 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=91909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:10:45.296438 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c972b931-c777-4207-916d-269649fbb966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:45.362930 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Pushing event updated for resources: {'Port': ['ID=0b270138-4732-42f3-858e-6dc305cd051a,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:45.372068 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:45.372753 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.segments_db [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Added segment 9b68c18f-58ec-4ade-baf3-cba15926bfd2 of type vlan for network 89e5d53c-acbd-4022-a620-03168e10de01 May 26 22:10:45.376706 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:45.379148 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:45.486851 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80cb32e-2c1a-4199-ab6a-18ba888ec948,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:45.505946 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:45.527312 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device dab5e013-cc11-473d-a515-e10322464c82 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:10:45.529223 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3f647-72fa-4d2d-96ee-6093ccf5ad23 req-67ec74be-4f3a-4713-9f0b-6864b3eded36 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:45.530900 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-15d3f647-72fa-4d2d-96ee-6093ccf5ad23 req-67ec74be-4f3a-4713-9f0b-6864b3eded36 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.7871108 May 26 22:10:45.561773 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f007e-8e96-4c30-83a5-53929f0139b0 req-b00ab105-d5ff-4450-8a19-8b425b0ad7cd tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:45.563488 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ec5f007e-8e96-4c30-83a5-53929f0139b0 req-b00ab105-d5ff-4450-8a19-8b425b0ad7cd tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.8823297 May 26 22:10:45.590582 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:45.611705 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-c972b931-c777-4207-916d-269649fbb966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:45.612258 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-72e056ce-e62d-4cd7-9f05-ec4497418b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:45.614042 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-72e056ce-e62d-4cd7-9f05-ec4497418b7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1702d9b498a2486f9443bfc634d212e6&device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 1097 time: 0.5020630 May 26 22:10:45.629452 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-2f03491b-b8f9-4951-81f7-3049f92b06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:45.631657 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-2f03491b-b8f9-4951-81f7-3049f92b06a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec223e5db13471b87bb676d3f702942&device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 1096 time: 1.4746315 May 26 22:10:45.684097 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-c972b931-c777-4207-916d-269649fbb966 admin admin] Usage tracker for resource:security_group_rule and tenant:638b0dc08b904a1fb7b9585a6bfa9956 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:45.727614 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-7fdd074a-b5cf-4e7b-9d4d-2d48084a7a4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b270138-4732-42f3-858e-6dc305cd051a HTTP/1.1" status: 200 len: 217 time: 0.0786552 May 26 22:10:45.794797 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:45.799096 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:45.799824 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:45.808981 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:45.810406 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port dab5e013-cc11-473d-a515-e10322464c82 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:10:45.811189 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:45.878794 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-c972b931-c777-4207-916d-269649fbb966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:45.911590 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Pushing event updated for resources: {'Network': ['ID=89e5d53c-acbd-4022-a620-03168e10de01,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:45.919240 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:45.930289 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-c972b931-c777-4207-916d-269649fbb966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:45.933260 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-d2c516de-1e07-4339-bc0a-1ce202ae958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:45.934808 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-d2c516de-1e07-4339-bc0a-1ce202ae958f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0809b9ed-7456-42ae-9ec5-c5f21c4387ae HTTP/1.1" status: 200 len: 855 time: 0.1946309 May 26 22:10:45.936937 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-a62f436e-3c75-46e3-ab44-0b4f8e8384cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 HTTP/1.1" status: 200 len: 217 time: 0.2410696 May 26 22:10:45.956561 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.7096817 May 26 22:10:45.959081 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59422) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:45.968773 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Request body: {'subnet': {'network_id': '89e5d53c-acbd-4022-a620-03168e10de01', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-760653390-subnet', 'tenant_id': '8e9a84c4abce456ba1728d93f3af4994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:45.970261 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-15d3f647-72fa-4d2d-96ee-6093ccf5ad23 req-fd9700b5-5988-4216-89d9-6f355bd6138a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990781 May 26 22:10:45.976541 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:45.983316 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Usage tracker for resource:subnet and tenant:8e9a84c4abce456ba1728d93f3af4994 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:45.987563 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:45.996672 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:46.006264 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ec5f007e-8e96-4c30-83a5-53929f0139b0 req-e3325bc2-b2f1-4b28-8938-4380e3c010d0 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728633 May 26 22:10:46.007846 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network 89e5d53c-acbd-4022-a620-03168e10de01 details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:10:46.122423 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-8fa59a35-4722-4ee9-b61e-f0a3a5c2c454 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=459387a3-7a2b-4e1f-b526-99212399eff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066546 May 26 22:10:46.128922 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Made reservation on behalf of 8e9a84c4abce456ba1728d93f3af4994 for: {'subnet': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:10:46.137564 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:46.358100 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c972b931-c777-4207-916d-269649fbb966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:46.425584 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c972b931-c777-4207-916d-269649fbb966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:46.508703 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2ed33265-f157-4275-a8be-3903915893c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:46.524772 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-c972b931-c777-4207-916d-269649fbb966 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=638b0dc08b904a1fb7b9585a6bfa9956&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3202889 May 26 22:10:46.529878 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59434) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:46.618469 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddeca45b-48c6-48c2-bf08-c7924630542b', 'tag': '8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0', 'status': 'completed', 'code': 200} May 26 22:10:46.621601 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:46.634738 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-e9e9a4f0-6754-47f0-af78-f8475ef40793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:46.636589 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-e9e9a4f0-6754-47f0-af78-f8475ef40793 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69a675ca-94e4-48bd-be56-81ea7e053604 HTTP/1.1" status: 200 len: 851 time: 0.6210077 May 26 22:10:46.680461 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f4fd33-becc-4a70-aad4-b480e108ab3a', 'tag': '0b270138-4732-42f3-858e-6dc305cd051a', 'status': 'completed', 'code': 200} May 26 22:10:46.701973 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972b931-c777-4207-916d-269649fbb966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7404429-1578-45a9-9837-ccd042fc497a,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:46.730535 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-c972b931-c777-4207-916d-269649fbb966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:46.741331 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-65179075-2c11-48fc-92d0-295e5e3dd448 service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291001 May 26 22:10:46.886756 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-c83522bd-31e5-42bd-97e7-135375524324 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8054597e-838f-4c0b-a756-8e2bbdb68ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647597 May 26 22:10:46.890197 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-955eefa1-b26e-4f27-b99c-c0595ba93d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:46.962825 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-955eefa1-b26e-4f27-b99c-c0595ba93d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:47.030181 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Allocated IP 172.27.2.12 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/afa834ac-7445-484c-9e94-906bd315074c) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:10:47.122948 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-955eefa1-b26e-4f27-b99c-c0595ba93d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:47.207168 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2d6afb74-19dd-416b-8951-cb5d15267ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:47.249763 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955eefa1-b26e-4f27-b99c-c0595ba93d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7404429-1578-45a9-9837-ccd042fc497a,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:47.253042 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-955eefa1-b26e-4f27-b99c-c0595ba93d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:47.268808 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-955eefa1-b26e-4f27-b99c-c0595ba93d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:47.270449 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-955eefa1-b26e-4f27-b99c-c0595ba93d72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7404429-1578-45a9-9837-ccd042fc497a HTTP/1.1" status: 204 len: 168 time: 0.7350726 May 26 22:10:47.410625 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:47.432533 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767'] for subnet, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:47.438878 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:47.650780 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8192d06e-4a6a-4a3b-9d2e-cc9930604f8e,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:47.668662 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:47.685094 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Checking segment: {'id': '9b68c18f-58ec-4ade-baf3-cba15926bfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '89e5d53c-acbd-4022-a620-03168e10de01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:10:47.686110 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Network hostable DHCP agents. Network: 89e5d53c-acbd-4022-a620-03168e10de01, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:10:47.745553 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cebe47-c15b-481b-ad7c-1c7fd61ffc82 req-bbf0683f-5a5a-42cb-a2e4-349870c043b5 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:47.747070 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-48cebe47-c15b-481b-ad7c-1c7fd61ffc82 req-bbf0683f-5a5a-42cb-a2e4-349870c043b5 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.4024317 May 26 22:10:47.751832 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Network 89e5d53c-acbd-4022-a620-03168e10de01 is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:10:47.770308 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, 89e5d53c-acbd-4022-a620-03168e10de01) {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:10:47.773158 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28a439-b347-4a3c-b082-638616a2cde9 req-9765032d-c390-4efd-b619-9147c2a8694d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:47.774968 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-da28a439-b347-4a3c-b082-638616a2cde9 req-9765032d-c390-4efd-b619-9147c2a8694d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.3603659 May 26 22:10:47.779357 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d14d73-4d7f-4395-9ee1-3f0d4956eec2 None None] Network 89e5d53c-acbd-4022-a620-03168e10de01 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:10:47.788457 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:47.788457 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:47.817975 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:47.875404 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9136505 May 26 22:10:47.954066 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:48.156725 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-da28a439-b347-4a3c-b082-638616a2cde9 req-0927beb7-7a98-4746-8a89-f36902b3df60 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580067 May 26 22:10:48.179157 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:10:48.211063 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-48cebe47-c15b-481b-ad7c-1c7fd61ffc82 req-c9938882-b931-4e93-a86d-3004b11a277e tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292159 May 26 22:10:48.214368 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:10:48.217371 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event updated for resources: {'Port': ['ID=afa834ac-7445-484c-9e94-906bd315074c,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:48.236221 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:10:48.312749 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed3036d-93c4-411e-82eb-58d5e9917d09 None None] Network 89e5d53c-acbd-4022-a620-03168e10de01 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:10:48.523159 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-6ab05dc5-5453-4492-b6fd-e71c7027dedd service neutron] 10.222.0.24 "GET /v2.0/networks/8054597e-838f-4c0b-a756-8e2bbdb68ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884550 May 26 22:10:48.589029 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-3470576c-5fba-4760-8e3c-0877b00f2581 req-f21492e4-cd54-4b69-a249-f7bf382a9182 service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627460 May 26 22:10:48.642020 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:48.894053 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:49.167137 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044b45e-612a-4035-9ef2-270ac12ee9c8 req-fd927557-eae0-43f2-9804-1b8080d96a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:49.173368 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-c044b45e-612a-4035-9ef2-270ac12ee9c8 req-fd927557-eae0-43f2-9804-1b8080d96a17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1702d9b498a2486f9443bfc634d212e6&device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 1097 time: 0.4807775 May 26 22:10:49.257045 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:49.423877 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59522) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:49.430067 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-531594628-network', 'tenant_id': '3374658e6e2643f0b7918afe6832f55a'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:49.435002 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:49.444681 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Usage tracker for resource:network and tenant:3374658e6e2643f0b7918afe6832f55a is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:49.448689 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:49.469239 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:49.484414 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-89c3dc6f-d673-4564-88f1-23a09d69c316 req-06136e98-b316-4768-b352-faa3a1a8c69f service neutron] 10.222.0.24 "GET /v2.0/networks/8054597e-838f-4c0b-a756-8e2bbdb68ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9277835 May 26 22:10:49.490948 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Made reservation on behalf of 3374658e6e2643f0b7918afe6832f55a for: {'network': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:10:49.502283 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:49.516792 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:49.536122 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:49.540307 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Usage tracker for resource:security_group_rule and tenant:3374658e6e2643f0b7918afe6832f55a is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:49.545198 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:49.552481 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:49.700615 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30eac4-6539-4383-9054-2b8aff19e39f req-3054813d-580c-4bc5-a67f-cb58c160bd51 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:49.702116 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fa30eac4-6539-4383-9054-2b8aff19e39f req-3054813d-580c-4bc5-a67f-cb58c160bd51 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.2722554 May 26 22:10:49.710103 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:49.716045 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:49.721471 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:49.737925 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773473a-68b2-446c-b3c7-c1d663bfa80b req-b7840e8d-151c-4c38-a6fb-ff8fcca32f12 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:49.739178 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d773473a-68b2-446c-b3c7-c1d663bfa80b req-b7840e8d-151c-4c38-a6fb-ff8fcca32f12 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.3146000 May 26 22:10:49.752280 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:49.761283 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=91909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:10:49.772823 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324bee7a-c0ba-4e2f-927f-4cbe293127d0,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:49.775199 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:49.778136 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:49.781306 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:49.782658 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.segments_db [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Added segment ec7093fa-e234-4cac-9aea-66364e8f4d33 of type vlan for network 8a7caa5a-de3d-4b89-93ff-fcf7816aee4f May 26 22:10:49.794157 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d0593e29-8a6d-4be8-bc8d-6e50a43cb770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:49.821467 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:49.863135 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fa30eac4-6539-4383-9054-2b8aff19e39f req-aa4baf6d-5788-421c-a09e-295da9efac63 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485262 May 26 22:10:49.874291 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d773473a-68b2-446c-b3c7-c1d663bfa80b req-e8847b98-125b-4e6a-b241-ced53c2f4d32 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247272 May 26 22:10:49.877795 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:49.892902 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:49.895788 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:49.896920 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event updated for resources: {'Port': ['ID=afa834ac-7445-484c-9e94-906bd315074c,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:49.898162 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:49.904055 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:49.910002 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:49.921849 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:49.923894 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3750842 May 26 22:10:50.014365 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5893865 May 26 22:10:50.017554 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59542) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:50.018155 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Pushing event updated for resources: {'Network': ['ID=8a7caa5a-de3d-4b89-93ff-fcf7816aee4f,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:50.021241 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:50.024174 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Request body: {'subnet': {'network_id': '8a7caa5a-de3d-4b89-93ff-fcf7816aee4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-531594628-subnet', 'tenant_id': '3374658e6e2643f0b7918afe6832f55a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:10:50.029155 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network 8a7caa5a-de3d-4b89-93ff-fcf7816aee4f details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:10:50.030417 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:50.035386 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Usage tracker for resource:subnet and tenant:3374658e6e2643f0b7918afe6832f55a is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:50.039814 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:50.046762 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:50.065515 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Made reservation on behalf of 3374658e6e2643f0b7918afe6832f55a for: {'subnet': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:10:50.070336 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:50.404298 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-08e07649-9aae-4b6b-b5c0-91a1c188511c tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1460828881&fields=id&tenant_id=a435291021204d3da09d9114cbf1a10c HTTP/1.1" status: 200 len: 267 time: 0.0923421 May 26 22:10:50.626182 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-2d8ecc9c-08d7-4f1b-a20f-fe9261f0d438 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:50.627756 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-2d8ecc9c-08d7-4f1b-a20f-fe9261f0d438 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/networks?id=fd0f4b88-2ea3-42a5-875f-953927127dd7 HTTP/1.1" status: 200 len: 811 time: 0.2170949 May 26 22:10:50.698993 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-854d0ae6-bf2d-44da-8359-fba28ba3a3a1 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/quotas/a435291021204d3da09d9114cbf1a10c HTTP/1.1" status: 200 len: 375 time: 0.0191114 May 26 22:10:50.826776 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-19ae02aa-a0fb-43e3-9be0-6744a4badb61 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a435291021204d3da09d9114cbf1a10c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1184700 May 26 22:10:51.006983 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767'] for subnet, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:51.053982 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f1ba7d25-bea0-445e-a47e-87921f6f1121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:51.125489 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-7162c94d-7e3a-4650-9f7a-aa0730798ab7 service neutron] 10.222.0.15 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806821 May 26 22:10:51.175170 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45a202b-9fb3-4b2f-bdd4-16b850b61c5c,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:51.179410 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:51.195283 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59620) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:51.251598 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Checking segment: {'id': 'ec7093fa-e234-4cac-9aea-66364e8f4d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8a7caa5a-de3d-4b89-93ff-fcf7816aee4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:10:51.251966 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Network hostable DHCP agents. Network: 8a7caa5a-de3d-4b89-93ff-fcf7816aee4f, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:10:51.294288 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86f721-bdb1-4cb1-b644-d92749bbf3b1 req-e16495b5-6c21-4bfd-8189-c568cbf80fcc tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:51.295754 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1b86f721-bdb1-4cb1-b644-d92749bbf3b1 req-e16495b5-6c21-4bfd-8189-c568cbf80fcc tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.2935801 May 26 22:10:51.318348 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-92e55cd1-c5cc-4639-b9ed-358f42adda9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:51.319071 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Network 8a7caa5a-de3d-4b89-93ff-fcf7816aee4f is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:10:51.332396 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-92e55cd1-c5cc-4639-b9ed-358f42adda9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:51.336197 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-92e55cd1-c5cc-4639-b9ed-358f42adda9f admin admin] Usage tracker for resource:security_group_rule and tenant:7f2db3c9bb5d4eccab89a24193a1a630 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:51.339309 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-92e55cd1-c5cc-4639-b9ed-358f42adda9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:51.344138 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-8cd66fa5-1947-4196-bd14-68260946f057 service neutron] 10.222.0.15 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069492 May 26 22:10:51.345396 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-92e55cd1-c5cc-4639-b9ed-358f42adda9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:51.347183 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, 8a7caa5a-de3d-4b89-93ff-fcf7816aee4f) {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:10:51.351329 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:51.352270 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:51.359784 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff786972-ebef-4dbc-aaee-450c33f00030 None None] Network 8a7caa5a-de3d-4b89-93ff-fcf7816aee4f requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:10:51.392527 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1b86f721-bdb1-4cb1-b644-d92749bbf3b1 req-94f49bbc-c525-4440-9315-8a89678c8c9e tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788679 May 26 22:10:51.404184 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-5ce61b57-a9c9-48a4-bdfe-8eb61adc9d3e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3852320 May 26 22:10:51.491629 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-92e55cd1-c5cc-4639-b9ed-358f42adda9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:51.508028 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-92e55cd1-c5cc-4639-b9ed-358f42adda9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:51.545782 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e0bd6604-55f5-4bfa-98bd-c7e99e2a6ba2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:51.577844 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-92e55cd1-c5cc-4639-b9ed-358f42adda9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f2db3c9bb5d4eccab89a24193a1a630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813460 May 26 22:10:51.578597 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59632) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:51.579046 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e55cd1-c5cc-4639-b9ed-358f42adda9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d99df9-9c20-45e2-a870-68ee4105d3d7,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:51.595771 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59634) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:51.596592 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-92e55cd1-c5cc-4639-b9ed-358f42adda9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:51.657411 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f00d567-ef90-4ea2-a5fb-a274936311da None None] Network 8a7caa5a-de3d-4b89-93ff-fcf7816aee4f requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:10:51.697458 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-95442356-55c0-47a4-b6c8-d87cce372b9b req-e8740acd-ecd8-48f4-8c65-2b9e11e12f15 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 210 time: 0.1109145 May 26 22:10:51.710060 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f68dcf38-04cb-43ab-8333-9d646ae56cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:51.727066 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7803b43-bb60-41bf-89ae-5f1c58bfda72 req-37473562-6174-4e34-adcf-dac0216da047 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:51.728715 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f7803b43-bb60-41bf-89ae-5f1c58bfda72 req-37473562-6174-4e34-adcf-dac0216da047 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.2128503 May 26 22:10:51.743094 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f68dcf38-04cb-43ab-8333-9d646ae56cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:51.789708 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f7803b43-bb60-41bf-89ae-5f1c58bfda72 req-dd667ea9-d968-4e97-b8ad-67cf9b060f6a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540395 May 26 22:10:51.815054 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b963b4f-b8c9-4cc8-b4da-55b0d87f299b admin admin] Deleting subnet 8192d06e-4a6a-4a3b-9d2e-cc9930604f8e {{(pid=91909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:10:51.819201 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9b963b4f-b8c9-4cc8-b4da-55b0d87f299b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:51.847724 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f68dcf38-04cb-43ab-8333-9d646ae56cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:51.863160 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d33f2e15-59a0-445e-bec5-d91a27e1a03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:51.883318 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68dcf38-04cb-43ab-8333-9d646ae56cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d99df9-9c20-45e2-a870-68ee4105d3d7,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:51.885426 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f68dcf38-04cb-43ab-8333-9d646ae56cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:51.888383 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f68dcf38-04cb-43ab-8333-9d646ae56cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:51.889493 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-f68dcf38-04cb-43ab-8333-9d646ae56cd6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94d99df9-9c20-45e2-a870-68ee4105d3d7 HTTP/1.1" status: 204 len: 168 time: 0.2958353 May 26 22:10:51.897247 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9b963b4f-b8c9-4cc8-b4da-55b0d87f299b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:51.905374 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9b963b4f-b8c9-4cc8-b4da-55b0d87f299b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.189877 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9b963b4f-b8c9-4cc8-b4da-55b0d87f299b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767'] for subnet, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.194741 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:52.231492 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59658) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:52.233744 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9b963b4f-b8c9-4cc8-b4da-55b0d87f299b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.244503 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b963b4f-b8c9-4cc8-b4da-55b0d87f299b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8192d06e-4a6a-4a3b-9d2e-cc9930604f8e,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:52.246802 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9b963b4f-b8c9-4cc8-b4da-55b0d87f299b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:52.249747 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-9b963b4f-b8c9-4cc8-b4da-55b0d87f299b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8192d06e-4a6a-4a3b-9d2e-cc9930604f8e HTTP/1.1" status: 204 len: 168 time: 0.6522808 May 26 22:10:52.251351 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f9bb52db-f31a-4483-85df-70364f7c1224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.252246 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59662) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:52.265568 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-f9bb52db-f31a-4483-85df-70364f7c1224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:52.269307 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-f9bb52db-f31a-4483-85df-70364f7c1224 admin admin] Usage tracker for resource:security_group_rule and tenant:e1cd6e81c7e94797864d795e9e553e28 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:52.272108 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-f9bb52db-f31a-4483-85df-70364f7c1224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:52.277656 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-f9bb52db-f31a-4483-85df-70364f7c1224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:52.359444 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.363365 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f9bb52db-f31a-4483-85df-70364f7c1224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.367715 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f9bb52db-f31a-4483-85df-70364f7c1224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.376884 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-aef6dfbb-7d36-4c0a-a90e-f8f7271a6d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:52.416025 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-f9bb52db-f31a-4483-85df-70364f7c1224 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1cd6e81c7e94797864d795e9e553e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833203 May 26 22:10:52.416891 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb52db-f31a-4483-85df-70364f7c1224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd4f71b-aae1-4b55-b503-a4b0e578a592,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:52.418502 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59666) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:52.420722 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f9bb52db-f31a-4483-85df-70364f7c1224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:52.502792 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.529463 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:52.529902 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:52.530693 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:52.531121 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Subscribe: > port after_create 55550000 {{(pid=91909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:52.531518 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:52.531945 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Subscribe: > port after_update 55550000 {{(pid=91909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:52.532349 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:52.532713 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:52.533092 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:52.533480 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:52.595533 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3510e1-deda-467c-801e-1795c1246571 req-e41a6ade-5c28-401f-bab8-74d80b4efb29 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:52.597040 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ec3510e1-deda-467c-801e-1795c1246571 req-e41a6ade-5c28-401f-bab8-74d80b4efb29 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.0803916 May 26 22:10:52.639962 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ec3510e1-deda-467c-801e-1795c1246571 req-c9535c7d-d5cc-4ab0-8965-a8e63fad66bc tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365627 May 26 22:10:52.651587 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:52.651926 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:52.660824 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:52.660824 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:52.660824 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e5d53c-acbd-4022-a620-03168e10de01']}} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:10:52.671645 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b68c18f-58ec-4ade-baf3-cba15926bfd2') {'for_net_delete': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:10:52.671914 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b68c18f-58ec-4ade-baf3-cba15926bfd2') {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:10:52.691155 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2694243'] for segment, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.710759 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e1d0adcb-84c6-4a8e-8f8d-f1e798e568ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.720534 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.738919 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=91909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:10:52.739395 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985114'] for segment, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: from cryptography.utils import int_from_bytes May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: from cryptography.utils import int_from_bytes May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: Traceback (most recent call last): May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: timer() May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: cb(*args, **kw) May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: return func(*args, **kwargs) May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: self._notify() May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: self.callback(batched_events) May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: event.method(event) May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: return f(self, *a, **k) May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._get(url).json() May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: return self.request(url, 'GET', **kwargs) May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:10:52.755233 dv-cinder-793244-1-iscsi neutron-server[91909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:10:52.811248 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e1d0adcb-84c6-4a8e-8f8d-f1e798e568ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.872978 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.879752 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0edda4b0-c63c-47ca-a573-7c4f27415257 req-b7d221fe-526a-4845-ae4b-6391699fd34b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 210 time: 0.0533750 May 26 22:10:52.882738 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.886716 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:52.914118 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/89e5d53c-acbd-4022-a620-03168e10de01 HTTP/1.1" status: 204 len: 168 time: 0.6608725 May 26 22:10:52.916009 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=89e5d53c-acbd-4022-a620-03168e10de01,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:52.917662 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59678) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:52.921839 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:52.970450 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e1d0adcb-84c6-4a8e-8f8d-f1e798e568ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:52.978651 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-92e55cd1-c5cc-4639-b9ed-358f42adda9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:52.979420 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39282734-6ad0-47b6-9ff1-8c672eab1738 req-3ee4b898-91a0-4b2f-9547-8ae0766d001f tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:52.980916 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-39282734-6ad0-47b6-9ff1-8c672eab1738 req-3ee4b898-91a0-4b2f-9547-8ae0766d001f tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.0857098 May 26 22:10:52.993736 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2c3bd1-d9f7-4f30-83c1-01f9a9844c5a admin admin] Deleting subnet f45a202b-9fb3-4b2f-bdd4-16b850b61c5c {{(pid=91909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:10:52.996984 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0adcb-84c6-4a8e-8f8d-f1e798e568ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd4f71b-aae1-4b55-b503-a4b0e578a592,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:53.000850 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3bd1-d9f7-4f30-83c1-01f9a9844c5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:53.030283 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-39282734-6ad0-47b6-9ff1-8c672eab1738 req-fac7849a-0cb5-4a2e-987f-ec8dbb09fb7b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 May 26 22:10:53.037081 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e1d0adcb-84c6-4a8e-8f8d-f1e798e568ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:53.052654 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e1d0adcb-84c6-4a8e-8f8d-f1e798e568ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:53.052654 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-e1d0adcb-84c6-4a8e-8f8d-f1e798e568ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbd4f71b-aae1-4b55-b503-a4b0e578a592 HTTP/1.1" status: 204 len: 168 time: 0.6300268 May 26 22:10:53.065972 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3bd1-d9f7-4f30-83c1-01f9a9844c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2694234'] for subnet, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:53.121130 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3bd1-d9f7-4f30-83c1-01f9a9844c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:53.430276 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3bd1-d9f7-4f30-83c1-01f9a9844c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2982456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2744506'] for subnet, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:53.435175 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3c363122-c649-4b33-8d83-e19e7c1c366b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:53.471259 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c3bd1-d9f7-4f30-83c1-01f9a9844c5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45a202b-9fb3-4b2f-bdd4-16b850b61c5c,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:53.483157 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3bd1-d9f7-4f30-83c1-01f9a9844c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:53.490598 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3e2c3bd1-d9f7-4f30-83c1-01f9a9844c5a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f45a202b-9fb3-4b2f-bdd4-16b850b61c5c HTTP/1.1" status: 204 len: 168 time: 0.5719593 May 26 22:10:53.493435 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59702) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:53.498558 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3e2c3bd1-d9f7-4f30-83c1-01f9a9844c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:53.663266 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:53.840891 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:53.864233 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:53.865100 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:53.865828 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:53.866193 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Subscribe: > port after_create 55550000 {{(pid=91908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:53.866513 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:53.866841 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Subscribe: > port after_update 55550000 {{(pid=91908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:53.867161 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:53.867556 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:53.867818 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:53.868135 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:53.902632 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044b45e-612a-4035-9ef2-270ac12ee9c8 req-5eee329d-cb3c-4be5-bf9e-f76df19772d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:53.904103 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-c044b45e-612a-4035-9ef2-270ac12ee9c8 req-5eee329d-cb3c-4be5-bf9e-f76df19772d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=459387a3-7a2b-4e1f-b526-99212399eff7 HTTP/1.1" status: 200 len: 915 time: 0.1586063 May 26 22:10:53.934460 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:53.934806 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:53.935134 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:53.935463 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:10:53.935846 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.services.segments.db [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7caa5a-de3d-4b89-93ff-fcf7816aee4f']}} {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:10:53.952488 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.services.segments.db [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7093fa-e234-4cac-9aea-66364e8f4d33') {'for_net_delete': True} {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:10:53.952770 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.services.segments.db [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7093fa-e234-4cac-9aea-66364e8f4d33') {} {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:10:53.968327 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2177254'] for segment, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:53.989954 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:54.008309 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb4854-88ad-4f6c-9c8e-422fea1f3bd9 req-142207af-f60d-48b0-a3d4-39e04ccaf2a2 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:54.009851 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4cdb4854-88ad-4f6c-9c8e-422fea1f3bd9 req-142207af-f60d-48b0-a3d4-39e04ccaf2a2 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.2354271 May 26 22:10:54.039971 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=91908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:10:54.040361 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176537'] for segment, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: from cryptography.utils import int_from_bytes May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: from cryptography.utils import int_from_bytes May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: Traceback (most recent call last): May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: timer() May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: cb(*args, **kw) May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: return func(*args, **kwargs) May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: self._notify() May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: self.callback(batched_events) May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: event.method(event) May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: return f(self, *a, **k) May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: return self._get(url).json() May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: return self.request(url, 'GET', **kwargs) May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:10:54.057899 dv-cinder-793244-1-iscsi neutron-server[91908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:10:54.088605 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c132d5a-b261-460f-b313-c53f21944066 req-387db45f-1129-4957-8734-3a54b06fcbcb tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 210 time: 0.0915625 May 26 22:10:54.174450 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4cdb4854-88ad-4f6c-9c8e-422fea1f3bd9 req-d7bbb73f-2368-43c1-bc60-02ac2b924e3b tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111495 May 26 22:10:54.176036 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:54.181212 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2039ce28-c308-4af7-bbae-8fe47b2c479b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:54.233914 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:54.236333 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a7caa5a-de3d-4b89-93ff-fcf7816aee4f,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:54.251410 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:54.259156 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8a7caa5a-de3d-4b89-93ff-fcf7816aee4f HTTP/1.1" status: 204 len: 168 time: 0.7645187 May 26 22:10:54.305461 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0759-55ac-4703-8de7-cdf04b735cfa req-a5ece4ca-4029-49e9-a53d-974ad9f37b83 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:54.306983 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-da6d0759-55ac-4703-8de7-cdf04b735cfa req-a5ece4ca-4029-49e9-a53d-974ad9f37b83 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.1066232 May 26 22:10:54.358733 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-da6d0759-55ac-4703-8de7-cdf04b735cfa req-a7c7fce8-0af1-4960-98b6-b948edd97ab0 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450187 May 26 22:10:54.455651 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59744) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:54.503402 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3f5c40c3-6781-4d6f-9b5b-fd6201f78fbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e9a84c4abce456ba1728d93f3af4994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465436 May 26 22:10:54.506084 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59748) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:54.569908 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-b8d8900d-6d27-423c-a918-44052c30712c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:54.595287 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-b8d8900d-6d27-423c-a918-44052c30712c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:54.648192 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-b8d8900d-6d27-423c-a918-44052c30712c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:54.653218 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2cfdda39-3131-449d-aeb6-b166b94fe574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:54.665962 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8900d-6d27-423c-a918-44052c30712c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80cb32e-2c1a-4199-ab6a-18ba888ec948,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:54.669257 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-b8d8900d-6d27-423c-a918-44052c30712c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:54.670340 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-b8d8900d-6d27-423c-a918-44052c30712c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b80cb32e-2c1a-4199-ab6a-18ba888ec948 HTTP/1.1" status: 204 len: 168 time: 0.1633763 May 26 22:10:54.671220 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-b8d8900d-6d27-423c-a918-44052c30712c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:55.093969 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59768) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:55.146606 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-365d5f55-5452-44f8-940d-401303bcf56b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3374658e6e2643f0b7918afe6832f55a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512528 May 26 22:10:55.149103 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59776) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:55.225826 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-04f5cfd2-bc7e-450a-9937-7052f19c3f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:55.286625 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-eff08ddd-44d5-4f62-93a3-d521c2c6de56 req-e2b8f8c3-3b87-4456-a60c-e7822d45f4b2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 210 time: 0.0582283 May 26 22:10:55.322455 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-04f5cfd2-bc7e-450a-9937-7052f19c3f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:55.343901 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:55.480198 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-c044b45e-612a-4035-9ef2-270ac12ee9c8 req-7fe0e330-1fca-49bb-be40-09056c8286e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b270138-4732-42f3-858e-6dc305cd051a HTTP/1.1" status: 200 len: 217 time: 0.1796551 May 26 22:10:55.484886 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-04f5cfd2-bc7e-450a-9937-7052f19c3f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:55.492166 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-a21480fe-25a0-47d8-9f76-d4386c903e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:55.531327 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5cfd2-bc7e-450a-9937-7052f19c3f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324bee7a-c0ba-4e2f-927f-4cbe293127d0,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:55.553537 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-04f5cfd2-bc7e-450a-9937-7052f19c3f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:55.639011 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-04f5cfd2-bc7e-450a-9937-7052f19c3f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:55.640134 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-04f5cfd2-bc7e-450a-9937-7052f19c3f4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/324bee7a-c0ba-4e2f-927f-4cbe293127d0 HTTP/1.1" status: 204 len: 168 time: 0.4900103 May 26 22:10:55.761672 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35ab71-418a-4323-8ba6-18ff779d4c4f req-49590830-c77e-43f2-9f57-d67ca33791e8 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:55.764037 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-df35ab71-418a-4323-8ba6-18ff779d4c4f req-49590830-c77e-43f2-9f57-d67ca33791e8 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.2092483 May 26 22:10:55.773326 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044b45e-612a-4035-9ef2-270ac12ee9c8 req-e90bcfb1-9306-42c0-8c33-aa25857a6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:55.774761 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-c044b45e-612a-4035-9ef2-270ac12ee9c8 req-e90bcfb1-9306-42c0-8c33-aa25857a6b95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0809b9ed-7456-42ae-9ec5-c5f21c4387ae HTTP/1.1" status: 200 len: 855 time: 0.0916047 May 26 22:10:55.828219 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13ee78-fc58-4bad-b93b-bb574fb33a4a req-b0fa16b4-984c-4cba-9e38-8d725a7e51d4 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:55.835982 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cd13ee78-fc58-4bad-b93b-bb574fb33a4a req-b0fa16b4-984c-4cba-9e38-8d725a7e51d4 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.3068600 May 26 22:10:55.854990 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-c044b45e-612a-4035-9ef2-270ac12ee9c8 req-95e7da41-ce11-4cfd-82d8-f27c0ef87eef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=459387a3-7a2b-4e1f-b526-99212399eff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705388 May 26 22:10:55.878054 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-df35ab71-418a-4323-8ba6-18ff779d4c4f req-9c481431-a283-40d1-b92b-87e989d48925 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084793 May 26 22:10:55.923619 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cd13ee78-fc58-4bad-b93b-bb574fb33a4a req-4f5b0d79-00dc-492f-bda8-5da209cc70c5 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844903 May 26 22:10:55.929285 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69823fa1-b834-41f5-b20f-e729d9d7f57b req-569ba177-0975-4213-928e-4eae342a25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:55.930954 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-69823fa1-b834-41f5-b20f-e729d9d7f57b req-569ba177-0975-4213-928e-4eae342a25b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec223e5db13471b87bb676d3f702942&device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 1096 time: 0.2333956 May 26 22:10:56.021409 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-c044b45e-612a-4035-9ef2-270ac12ee9c8 req-111dfa0f-530c-4a72-8652-90d8483d5db3 service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562784 May 26 22:10:56.075828 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69823fa1-b834-41f5-b20f-e729d9d7f57b req-ec749d59-c799-45d7-8a78-496f0aabcf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:56.077285 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-69823fa1-b834-41f5-b20f-e729d9d7f57b req-ec749d59-c799-45d7-8a78-496f0aabcf45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8054597e-838f-4c0b-a756-8e2bbdb68ee1 HTTP/1.1" status: 200 len: 911 time: 0.1366155 May 26 22:10:56.152196 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-69823fa1-b834-41f5-b20f-e729d9d7f57b req-d30e76fb-db5b-49ce-9b6e-faf63273d30a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 HTTP/1.1" status: 200 len: 217 time: 0.0665164 May 26 22:10:56.165506 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-c044b45e-612a-4035-9ef2-270ac12ee9c8 req-c2de64c6-1453-4ae6-b022-07c0a1e3c2d6 service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373727 May 26 22:10:56.497453 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7bd74420-6298-4403-990d-1c5583205322 req-7a956c68-0161-4246-b456-13e1b07de6b9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 210 time: 0.0462999 May 26 22:10:57.142980 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1075a03-8361-4f72-8cba-963b32f1ac37 req-18e45407-d6de-415f-bf7d-74392a24bd76 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:57.144459 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b1075a03-8361-4f72-8cba-963b32f1ac37 req-18e45407-d6de-415f-bf7d-74392a24bd76 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.1405237 May 26 22:10:57.152433 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c354dc-f7b3-4e80-a479-d274191f14fc req-776dd120-82db-42ab-a90d-506a70014ed0 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:57.153784 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d7c354dc-f7b3-4e80-a479-d274191f14fc req-776dd120-82db-42ab-a90d-506a70014ed0 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.1142411 May 26 22:10:57.221609 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b1075a03-8361-4f72-8cba-963b32f1ac37 req-39ce37e0-bd04-4cea-b523-95b845d06f2d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668271 May 26 22:10:57.226133 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d7c354dc-f7b3-4e80-a479-d274191f14fc req-9da90c56-915d-4b62-9924-89ad87ff2103 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590608 May 26 22:10:57.692816 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-791de66a-1cca-444b-81bb-07b3fa7ce845 req-2504fe6f-67b6-4941-bf7c-8ffa29149741 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 210 time: 0.0515821 May 26 22:10:57.706216 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69823fa1-b834-41f5-b20f-e729d9d7f57b req-ddb5cd02-3537-4eda-ab4e-1935380a5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:57.707605 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-69823fa1-b834-41f5-b20f-e729d9d7f57b req-ddb5cd02-3537-4eda-ab4e-1935380a5b43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69a675ca-94e4-48bd-be56-81ea7e053604 HTTP/1.1" status: 200 len: 851 time: 0.1641273 May 26 22:10:57.838748 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59892) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:57.959867 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a328305f-3255-4a0c-b1f7-1a2c6e8b5f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:57.974091 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-a328305f-3255-4a0c-b1f7-1a2c6e8b5f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:57.977784 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-a328305f-3255-4a0c-b1f7-1a2c6e8b5f32 admin admin] Usage tracker for resource:security_group_rule and tenant:9fcb3dd1b88b41f38198b06e1f74a60f is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:57.980515 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-a328305f-3255-4a0c-b1f7-1a2c6e8b5f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:57.985992 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-a328305f-3255-4a0c-b1f7-1a2c6e8b5f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:58.065666 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a328305f-3255-4a0c-b1f7-1a2c6e8b5f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:58.069917 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a328305f-3255-4a0c-b1f7-1a2c6e8b5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:58.078171 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:58.117855 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-a328305f-3255-4a0c-b1f7-1a2c6e8b5f32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fcb3dd1b88b41f38198b06e1f74a60f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779400 May 26 22:10:58.119339 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328305f-3255-4a0c-b1f7-1a2c6e8b5f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d48472-ac71-4794-a4c8-88324eb7d40a,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:58.120617 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59902) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:58.122358 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a328305f-3255-4a0c-b1f7-1a2c6e8b5f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:58.182210 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dc6ddeac-33ad-4ec5-9931-1b3bc8ba164c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:58.206802 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dc6ddeac-33ad-4ec5-9931-1b3bc8ba164c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:58.259609 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dc6ddeac-33ad-4ec5-9931-1b3bc8ba164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:58.264914 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:58.276640 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ddeac-33ad-4ec5-9931-1b3bc8ba164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d48472-ac71-4794-a4c8-88324eb7d40a,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:58.279012 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-dc6ddeac-33ad-4ec5-9931-1b3bc8ba164c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:58.284583 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dc6ddeac-33ad-4ec5-9931-1b3bc8ba164c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:58.286924 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-dc6ddeac-33ad-4ec5-9931-1b3bc8ba164c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18d48472-ac71-4794-a4c8-88324eb7d40a HTTP/1.1" status: 204 len: 168 time: 0.1653459 May 26 22:10:58.480380 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6929d1-21ed-48d5-ac3c-9f72462efd36 req-8162d9a5-bae1-430e-a248-08af0240e5ee tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:58.481759 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7e6929d1-21ed-48d5-ac3c-9f72462efd36 req-8162d9a5-bae1-430e-a248-08af0240e5ee tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.1457729 May 26 22:10:58.511870 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf41051-e4ae-4736-877e-0b10b3861422 req-b6ee66f9-6500-411c-8802-34ce53ffcaf6 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:58.513287 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-adf41051-e4ae-4736-877e-0b10b3861422 req-b6ee66f9-6500-411c-8802-34ce53ffcaf6 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.1367862 May 26 22:10:58.557183 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7e6929d1-21ed-48d5-ac3c-9f72462efd36 req-095a4b66-f23a-479a-8f76-6c3582c4cb3a tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683134 May 26 22:10:58.577415 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-adf41051-e4ae-4736-877e-0b10b3861422 req-dbbbb598-295c-41f4-a533-a902cfb99d8b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582936 May 26 22:10:58.596851 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 59914) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:58.613929 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-37b7d63f-e1fb-48c5-b552-4a80341dcd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:58.632116 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-37b7d63f-e1fb-48c5-b552-4a80341dcd72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:10:58.635880 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-37b7d63f-e1fb-48c5-b552-4a80341dcd72 admin admin] Usage tracker for resource:security_group_rule and tenant:a1271e1469b441348f5aaabb7fb4c593 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:10:58.638596 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-37b7d63f-e1fb-48c5-b552-4a80341dcd72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:10:58.644243 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-37b7d63f-e1fb-48c5-b552-4a80341dcd72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:10:58.728052 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-37b7d63f-e1fb-48c5-b552-4a80341dcd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:58.732339 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-37b7d63f-e1fb-48c5-b552-4a80341dcd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:58.740409 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:58.782083 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-37b7d63f-e1fb-48c5-b552-4a80341dcd72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1271e1469b441348f5aaabb7fb4c593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841493 May 26 22:10:58.783938 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7d63f-e1fb-48c5-b552-4a80341dcd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02fca38-3690-49de-b9f9-275ef7c8af5c,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:58.784781 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 59922) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:10:58.787345 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-37b7d63f-e1fb-48c5-b552-4a80341dcd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:58.824932 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f651-bc9e-4873-9db1-92fccec96676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:58.852576 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d13100ca-1e9d-41a1-a5fd-e0d8117263a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:58.859854 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a5ef0378-b2be-4749-85bb-3db5a54f6802 req-b33b79a2-dd19-48c9-a7f5-1952a21e734a tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 210 time: 0.0430858 May 26 22:10:58.881501 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d13100ca-1e9d-41a1-a5fd-e0d8117263a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:58.936566 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d13100ca-1e9d-41a1-a5fd-e0d8117263a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:58.941964 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:10:58.959313 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13100ca-1e9d-41a1-a5fd-e0d8117263a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02fca38-3690-49de-b9f9-275ef7c8af5c,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:10:58.962106 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d13100ca-1e9d-41a1-a5fd-e0d8117263a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:10:58.964376 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d13100ca-1e9d-41a1-a5fd-e0d8117263a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:10:58.972181 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-d13100ca-1e9d-41a1-a5fd-e0d8117263a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c02fca38-3690-49de-b9f9-275ef7c8af5c HTTP/1.1" status: 204 len: 168 time: 0.1859801 May 26 22:10:59.809091 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f89e7-9081-4861-beea-e40c8c33b8c4 req-8038a957-942d-4032-9b96-6d1bab69a0df tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:59.810632 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-641f89e7-9081-4861-beea-e40c8c33b8c4 req-8038a957-942d-4032-9b96-6d1bab69a0df tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.1439097 May 26 22:10:59.826637 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e063b1a-1532-4584-af80-2f13de6804b8 req-fe2ded78-323a-49a1-acbd-2693cd58fd05 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:10:59.828159 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6e063b1a-1532-4584-af80-2f13de6804b8 req-fe2ded78-323a-49a1-acbd-2693cd58fd05 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.1211255 May 26 22:10:59.914819 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-641f89e7-9081-4861-beea-e40c8c33b8c4 req-b1b6b99a-f438-483b-88fa-97d7b9e5d64a tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851843 May 26 22:10:59.917967 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6e063b1a-1532-4584-af80-2f13de6804b8 req-14563ae3-05d7-4f64-abcf-7fdb7c343278 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643578 May 26 22:11:00.119930 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7ac646a6-4692-4369-806e-e8e13c645c64 req-4ef26588-5936-4f57-9f4d-8782c3ec5657 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 210 time: 0.0984931 May 26 22:11:00.131399 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-69823fa1-b834-41f5-b20f-e729d9d7f57b req-a756bd5b-ca5b-4a20-90f0-f1f4aad15890 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8054597e-838f-4c0b-a756-8e2bbdb68ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609529 May 26 22:11:00.275026 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-69823fa1-b834-41f5-b20f-e729d9d7f57b req-1c46db39-cc03-4934-9409-f778d0d150f2 service neutron] 10.222.0.24 "GET /v2.0/networks/8054597e-838f-4c0b-a756-8e2bbdb68ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331263 May 26 22:11:01.116084 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-69823fa1-b834-41f5-b20f-e729d9d7f57b req-15d86cf3-7fdd-4155-9ea8-096a878c5ef9 service neutron] 10.222.0.24 "GET /v2.0/networks/8054597e-838f-4c0b-a756-8e2bbdb68ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242787 May 26 22:11:01.145781 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2d5ac087-5a02-4ff8-8644-d597e61219ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:01.165142 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-e68a4f01-a453-407c-a890-0fd5baf92beb tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:01.168702 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-e68a4f01-a453-407c-a890-0fd5baf92beb tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Synchronizing usage tracker for tenant:a435291021204d3da09d9114cbf1a10c on resource:network {{(pid=91909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:11:01.209686 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-e68a4f01-a453-407c-a890-0fd5baf92beb tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Unset dirty status for tenant:a435291021204d3da09d9114cbf1a10c on resource:network {{(pid=91909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:11:01.213331 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-e68a4f01-a453-407c-a890-0fd5baf92beb tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.24 "GET /v2.0/networks?id=fd0f4b88-2ea3-42a5-875f-953927127dd7 HTTP/1.1" status: 200 len: 811 time: 0.3117063 May 26 22:11:01.259708 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee256139-f4e7-43fb-b600-7faef180dfa5 req-100c2d34-0b44-48d6-885c-f1c4c726fddc tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:01.269417 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ee256139-f4e7-43fb-b600-7faef180dfa5 req-100c2d34-0b44-48d6-885c-f1c4c726fddc tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.2087221 May 26 22:11:01.271598 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:01.294829 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-81dd4232-d8e4-457f-af1b-a2e05d6f2abd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Synchronizing usage tracker for tenant:a435291021204d3da09d9114cbf1a10c on resource:security_group {{(pid=91909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:11:01.314064 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-81dd4232-d8e4-457f-af1b-a2e05d6f2abd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Unset dirty status for tenant:a435291021204d3da09d9114cbf1a10c on resource:security_group {{(pid=91909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:11:01.315278 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-81dd4232-d8e4-457f-af1b-a2e05d6f2abd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a435291021204d3da09d9114cbf1a10c HTTP/1.1" status: 200 len: 380 time: 0.0867600 May 26 22:11:01.316337 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33ae84-4e91-4de4-b840-2cd6e12a24c3 req-d61dafc3-4fd9-4eb6-beb2-4f0ae1afc832 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:01.317831 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7f33ae84-4e91-4de4-b840-2cd6e12a24c3 req-d61dafc3-4fd9-4eb6-beb2-4f0ae1afc832 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.1679955 May 26 22:11:01.343512 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ee256139-f4e7-43fb-b600-7faef180dfa5 req-e349252d-7ef8-48ac-9bac-28ee119850ff tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755038 May 26 22:11:01.371868 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7f33ae84-4e91-4de4-b840-2cd6e12a24c3 req-aa436f02-4e5f-444e-827a-336257cbc0da tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474861 May 26 22:11:01.490002 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2f5f11f5-8acd-4232-99e7-7742b711cc18 req-aa031f44-0e16-4187-963e-45f0a28b0a77 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 210 time: 0.0414791 May 26 22:11:02.353453 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:02.593204 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d94e51-19c4-497d-a32f-89355b6fe738 req-b5e167f0-5e5a-4b52-b18c-667bcb565108 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:02.594607 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-16d94e51-19c4-497d-a32f-89355b6fe738 req-b5e167f0-5e5a-4b52-b18c-667bcb565108 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.1090741 May 26 22:11:02.601959 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01392e1b-5eca-49ac-bf20-82c66f602425 req-ef7d9e79-e34e-4f91-ba16-795485292467 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:02.603257 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-01392e1b-5eca-49ac-bf20-82c66f602425 req-ef7d9e79-e34e-4f91-ba16-795485292467 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.1476512 May 26 22:11:02.670453 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-16d94e51-19c4-497d-a32f-89355b6fe738 req-830eba66-f5f5-4bf6-8521-1ca32bfa0ceb tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662596 May 26 22:11:02.674631 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-01392e1b-5eca-49ac-bf20-82c66f602425 req-1132b2b0-1877-425d-86d6-9250412dd43a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576041 May 26 22:11:02.855802 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4b0420bc-4bd7-4fac-94df-b939b5880ae2 req-e45f4120-955d-4b93-a0f9-3d5fd3e855be tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 210 time: 0.0922761 May 26 22:11:02.932050 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Request body: {'port': {'device_id': '0db42a08-abb0-4734-a019-fa443344f209', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'admin_state_up': True, 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'security_groups': ['c91438b2-7476-43d0-abfd-573189f1ec77']}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:11:03.063920 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:03.068280 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Usage tracker for resource:port and tenant:a435291021204d3da09d9114cbf1a10c is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:03.071003 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:03.076527 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:03.085755 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Made reservation on behalf of a435291021204d3da09d9114cbf1a10c for: {'port': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:11:03.089205 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:03.295455 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Allocated IP 172.20.0.3 (fd0f4b88-2ea3-42a5-875f-953927127dd7/adae609d-8b31-437b-a405-c50a9858e6b3/239ba04f-b01e-461d-8cd5-aaa7ba839731) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:11:03.484926 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:03.505981 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Transition to ACTIVE for port object 239ba04f-b01e-461d-8cd5-aaa7ba839731 will not be triggered until provisioned by entity DHCP. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:11:03.529321 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:03.537377 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:03.601659 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Network fd0f4b88-2ea3-42a5-875f-953927127dd7 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:11:03.604505 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:11:03.610512 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:11:03.640739 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event updated for resources: {'Port': ['ID=239ba04f-b01e-461d-8cd5-aaa7ba839731,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:03.654670 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:03.679197 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:03.680094 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for port, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:03.703436 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7753482 May 26 22:11:03.805804 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-99fcffff-f923-4164-b235-970162ed18e0 None None] Provisioning for port 239ba04f-b01e-461d-8cd5-aaa7ba839731 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:11:03.810447 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-99fcffff-f923-4164-b235-970162ed18e0 None None] Provisioning complete for port 239ba04f-b01e-461d-8cd5-aaa7ba839731 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:11:03.810817 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-99fcffff-f923-4164-b235-970162ed18e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:03.876130 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-99fcffff-f923-4164-b235-970162ed18e0 None None] Port 239ba04f-b01e-461d-8cd5-aaa7ba839731 cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:11:03.878134 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:03.937836 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530a9af-12f2-40ed-a9c2-f9cc7228a008 req-6cb45129-c793-469b-947f-bccc0b6b0ac5 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:03.939175 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e530a9af-12f2-40ed-a9c2-f9cc7228a008 req-6cb45129-c793-469b-947f-bccc0b6b0ac5 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.1488495 May 26 22:11:03.946990 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38166999-c107-4e41-a4e4-e8a1b04ac61f req-256f9b87-e1f7-44ea-8872-b1519af2e788 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:03.948322 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-38166999-c107-4e41-a4e4-e8a1b04ac61f req-256f9b87-e1f7-44ea-8872-b1519af2e788 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.1255412 May 26 22:11:04.013163 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e530a9af-12f2-40ed-a9c2-f9cc7228a008 req-d5e11d5b-c6a9-4aa4-8475-3cf5eb6c495b tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639391 May 26 22:11:04.019647 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-38166999-c107-4e41-a4e4-e8a1b04ac61f req-365dec16-5c3d-4124-b87f-919b53a37e9f tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576935 May 26 22:11:04.183512 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e18e4-6d01-4ab3-82d5-6880a86d48ae req-2d256479-d0a2-4e38-a580-7fc6f821ef51 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:04.184952 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ef6e18e4-6d01-4ab3-82d5-6880a86d48ae req-2d256479-d0a2-4e38-a580-7fc6f821ef51 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 931 time: 0.0802429 May 26 22:11:04.230484 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ef6e18e4-6d01-4ab3-82d5-6880a86d48ae req-4314115c-f161-4419-b109-da47b5b788da tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395310 May 26 22:11:05.258960 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69f5d3-c9c9-46e8-abe0-4b0769e82613 req-06ff99c5-0e90-466b-9849-6fc0e1dafc85 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:05.260394 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2d69f5d3-c9c9-46e8-abe0-4b0769e82613 req-06ff99c5-0e90-466b-9849-6fc0e1dafc85 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.1385288 May 26 22:11:05.268247 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad1c0-6d3d-479b-94cf-20ba9d48d73e req-661f68ce-43e4-4555-9542-37d54d4bb8c7 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:05.269552 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f22ad1c0-6d3d-479b-94cf-20ba9d48d73e req-661f68ce-43e4-4555-9542-37d54d4bb8c7 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.1177237 May 26 22:11:05.338129 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2d69f5d3-c9c9-46e8-abe0-4b0769e82613 req-3c3c0ca4-f752-4ec1-9d7e-513b75d8890e tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671074 May 26 22:11:05.342412 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f22ad1c0-6d3d-479b-94cf-20ba9d48d73e req-e3473625-a51d-4f2d-b904-1089e5f5587c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588241 May 26 22:11:05.524740 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b2b2b-8bf4-4f1c-98eb-fd4ffdefea8f req-b7a84d53-b1ca-4f98-9cd9-6c4f21c35998 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:05.526091 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-965b2b2b-8bf4-4f1c-98eb-fd4ffdefea8f req-b7a84d53-b1ca-4f98-9cd9-6c4f21c35998 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 931 time: 0.0855522 May 26 22:11:05.570580 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-965b2b2b-8bf4-4f1c-98eb-fd4ffdefea8f req-15b0c3e7-15f2-4b28-aa6b-a914f38aa46a tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389168 May 26 22:11:05.613297 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Request body: {'port': {'device_id': '0db42a08-abb0-4734-a019-fa443344f209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:11:05.729258 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:06.060425 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239ba04f-b01e-461d-8cd5-aaa7ba839731 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:11:06.067754 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:06.081361 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Transition to ACTIVE for port object 239ba04f-b01e-461d-8cd5-aaa7ba839731 will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:11:06.085659 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2985214'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:06.090217 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:06.240571 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=239ba04f-b01e-461d-8cd5-aaa7ba839731,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:06.247725 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:06.317834 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Attempting to bind port 239ba04f-b01e-461d-8cd5-aaa7ba839731 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:11:06.318161 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Attempting to bind port 239ba04f-b01e-461d-8cd5-aaa7ba839731 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:11:06.318561 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Attempting to bind port 239ba04f-b01e-461d-8cd5-aaa7ba839731 on network fd0f4b88-2ea3-42a5-875f-953927127dd7 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:11:06.323094 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Port 239ba04f-b01e-461d-8cd5-aaa7ba839731 on network fd0f4b88-2ea3-42a5-875f-953927127dd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:11:06.323403 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Attempting to bind port 239ba04f-b01e-461d-8cd5-aaa7ba839731 on network fd0f4b88-2ea3-42a5-875f-953927127dd7 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:11:06.328322 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:11:06.328647 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Checking segment: {'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:11:06.329017 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Bound using segment: {'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:11:06.329425 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Bound port: 239ba04f-b01e-461d-8cd5-aaa7ba839731, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:11:06.329755 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:06.435308 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] For port 239ba04f-b01e-461d-8cd5-aaa7ba839731, host hv-cinder-79324, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:11:06.439292 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] For port 239ba04f-b01e-461d-8cd5-aaa7ba839731, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=239ba04f-b01e-461d-8cd5-aaa7ba839731,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:11:06.445614 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2985214'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:06.449909 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:06.513631 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:06.514321 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for port, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:06.515880 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] 10.222.0.24 "PUT /v2.0/ports/239ba04f-b01e-461d-8cd5-aaa7ba839731 HTTP/1.1" status: 200 len: 1093 time: 0.9066875 May 26 22:11:06.516371 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db42a08-abb0-4734-a019-fa443344f209', 'tag': '239ba04f-b01e-461d-8cd5-aaa7ba839731'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:11:06.534352 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=239ba04f-b01e-461d-8cd5-aaa7ba839731,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:06.538694 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:06.633918 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa533c28-ab4a-40e2-a7f3-3f1a35c187d8 req-f43d5613-96ad-4609-828c-776d3afb3826 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:06.641119 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aa533c28-ab4a-40e2-a7f3-3f1a35c187d8 req-f43d5613-96ad-4609-828c-776d3afb3826 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.1884334 May 26 22:11:06.676827 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169f6d9-ad49-4d21-9b7c-820ef184dedd req-6cf9c749-3061-4b8e-81ab-831af25258cd tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:06.678517 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0169f6d9-ad49-4d21-9b7c-820ef184dedd req-6cf9c749-3061-4b8e-81ab-831af25258cd tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.1869111 May 26 22:11:06.716944 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aa533c28-ab4a-40e2-a7f3-3f1a35c187d8 req-4ee92059-3907-4eb4-8c92-01ef102005c4 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750697 May 26 22:11:06.727002 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-e41d4fa0-e74d-42b1-a716-d6f091bfa548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:06.728600 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-e41d4fa0-e74d-42b1-a716-d6f091bfa548 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a435291021204d3da09d9114cbf1a10c&device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 1096 time: 0.1093652 May 26 22:11:06.748820 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0169f6d9-ad49-4d21-9b7c-820ef184dedd req-c2a76634-2fbb-43ba-99ef-00391ae541d2 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609124 May 26 22:11:06.803271 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db42a08-abb0-4734-a019-fa443344f209', 'tag': '239ba04f-b01e-461d-8cd5-aaa7ba839731', 'status': 'completed', 'code': 200} May 26 22:11:06.818583 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-409befc4-965b-4bee-a43f-c4d8569f36d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239ba04f-b01e-461d-8cd5-aaa7ba839731 HTTP/1.1" status: 200 len: 217 time: 0.0762100 May 26 22:11:06.908851 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-0482da83-cc55-4cc4-be65-e9e8f57ee14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:06.910447 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-0482da83-cc55-4cc4-be65-e9e8f57ee14c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adae609d-8b31-437b-a405-c50a9858e6b3 HTTP/1.1" status: 200 len: 850 time: 0.0854552 May 26 22:11:06.941379 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae734fe1-aece-468d-b7d2-9941f0c10229 req-106afc48-afdc-4444-941c-cab33a15120f tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:06.943541 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ae734fe1-aece-468d-b7d2-9941f0c10229 req-106afc48-afdc-4444-941c-cab33a15120f tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 943 time: 0.0905013 May 26 22:11:06.985588 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-3ac231d6-be6c-4e68-97dc-6c3928b70735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:06.987077 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-3ac231d6-be6c-4e68-97dc-6c3928b70735 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd0f4b88-2ea3-42a5-875f-953927127dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691683 May 26 22:11:06.990743 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ae734fe1-aece-468d-b7d2-9941f0c10229 req-f550348d-504b-46c4-ad3f-0199472517a9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413837 May 26 22:11:07.171498 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-bee2c0ed-8dd7-49c4-9117-b3ec1e058459 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767700 May 26 22:11:07.375582 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-296afd39-3a7b-4bd6-8c7d-e918a4e18452 req-3e513e1a-5c1d-4fcb-af16-319221448eb6 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219561 May 26 22:11:07.501646 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee718586-b74f-4ace-9da1-c3395435220c req-471d7c06-cafb-4a32-b08d-f3a13dacc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:07.503109 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-ee718586-b74f-4ace-9da1-c3395435220c req-471d7c06-cafb-4a32-b08d-f3a13dacc388 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a435291021204d3da09d9114cbf1a10c&device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 1096 time: 0.0747032 May 26 22:11:07.635515 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee718586-b74f-4ace-9da1-c3395435220c req-6811723f-96c4-44c7-bb2c-b23ec9f6e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:07.636967 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-ee718586-b74f-4ace-9da1-c3395435220c req-6811723f-96c4-44c7-bb2c-b23ec9f6e086 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd0f4b88-2ea3-42a5-875f-953927127dd7 HTTP/1.1" status: 200 len: 911 time: 0.1269956 May 26 22:11:07.711718 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-ee718586-b74f-4ace-9da1-c3395435220c req-f774370d-f6bd-49ee-a8ea-393b6293c091 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239ba04f-b01e-461d-8cd5-aaa7ba839731 HTTP/1.1" status: 200 len: 217 time: 0.0664246 May 26 22:11:07.784660 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee718586-b74f-4ace-9da1-c3395435220c req-29e76c10-48b3-4214-a7d0-22e9a7307c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:07.787675 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-ee718586-b74f-4ace-9da1-c3395435220c req-29e76c10-48b3-4214-a7d0-22e9a7307c88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adae609d-8b31-437b-a405-c50a9858e6b3 HTTP/1.1" status: 200 len: 850 time: 0.0689387 May 26 22:11:07.873991 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee718586-b74f-4ace-9da1-c3395435220c req-8421fe87-e318-404b-958f-ccc9ac16d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:07.875503 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-ee718586-b74f-4ace-9da1-c3395435220c req-8421fe87-e318-404b-958f-ccc9ac16d32a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd0f4b88-2ea3-42a5-875f-953927127dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813043 May 26 22:11:07.907636 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:11:08.028786 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-ee718586-b74f-4ace-9da1-c3395435220c req-d3643bf6-7222-4f92-bc16-92e3b3b39123 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457868 May 26 22:11:08.063712 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980274f-5702-4a13-95e3-f7f4f87ff3b3 req-5fafd94c-2b92-47e1-b979-4c4a98bd42fb tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:08.068658 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c980274f-5702-4a13-95e3-f7f4f87ff3b3 req-5fafd94c-2b92-47e1-b979-4c4a98bd42fb tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.1843076 May 26 22:11:08.079957 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2b289-36fc-4fbe-9920-8e1c331da5bf req-fed87053-185f-4aee-b5b5-47f2b8687123 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:08.092858 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bea2b289-36fc-4fbe-9920-8e1c331da5bf req-fed87053-185f-4aee-b5b5-47f2b8687123 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.1626577 May 26 22:11:08.188818 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c980274f-5702-4a13-95e3-f7f4f87ff3b3 req-fc350d69-c5f6-4feb-b5d8-84a5e1388aaa tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927310 May 26 22:11:08.221682 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-ee718586-b74f-4ace-9da1-c3395435220c req-3bafdeee-36a3-4d82-a06e-37f1c73fcdfe service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844165 May 26 22:11:08.236712 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bea2b289-36fc-4fbe-9920-8e1c331da5bf req-6b6954bf-e3ed-433a-b071-c4a94d8a8d2a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424804 May 26 22:11:08.437321 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24dcfe7-a8a5-45e8-b268-29e23d106af4 req-d07b1216-d513-4add-9063-e47554f3dbc2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:08.439084 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e24dcfe7-a8a5-45e8-b268-29e23d106af4 req-d07b1216-d513-4add-9063-e47554f3dbc2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 943 time: 0.0946426 May 26 22:11:08.493963 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e24dcfe7-a8a5-45e8-b268-29e23d106af4 req-27733d11-38b0-43fa-a568-6ea0baf523ab tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450783 May 26 22:11:09.426092 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de30674-d06d-4841-85dd-4406373492c9 req-f71f95cf-764c-4739-8632-2e974e6dc099 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:09.436153 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4de30674-d06d-4841-85dd-4406373492c9 req-f71f95cf-764c-4739-8632-2e974e6dc099 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.1290817 May 26 22:11:09.498890 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4de30674-d06d-4841-85dd-4406373492c9 req-32b1314a-e8dc-411a-8f71-1d564dcc66a4 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618887 May 26 22:11:09.519183 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400c233-6dcd-4be5-8a9e-4b83bd0aa906 req-eff5766d-0f31-41e6-a9b4-bb6151e368f0 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:09.520876 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8400c233-6dcd-4be5-8a9e-4b83bd0aa906 req-eff5766d-0f31-41e6-a9b4-bb6151e368f0 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.1370997 May 26 22:11:09.609730 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8400c233-6dcd-4be5-8a9e-4b83bd0aa906 req-75f110f6-ac74-417f-a27b-ddeed6fd5df8 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776675 May 26 22:11:09.715423 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969bff0-e60d-4549-83ad-f61e1df42e60 req-74b771b1-69b9-43ec-9e07-76ee6acfccbf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:09.717278 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3969bff0-e60d-4549-83ad-f61e1df42e60 req-74b771b1-69b9-43ec-9e07-76ee6acfccbf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 943 time: 0.0927482 May 26 22:11:09.766449 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3969bff0-e60d-4549-83ad-f61e1df42e60 req-9a9c040c-ec1a-4ce8-a18f-b446f2384720 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420156 May 26 22:11:10.163300 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 60278) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:10.288028 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-45b51b6f-30e8-47f6-833d-613124e0852e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:10.302879 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-45b51b6f-30e8-47f6-833d-613124e0852e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:10.307097 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-45b51b6f-30e8-47f6-833d-613124e0852e admin admin] Usage tracker for resource:security_group_rule and tenant:70243059a9d74ab4969e34e5f4c1d5a8 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:10.310062 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-45b51b6f-30e8-47f6-833d-613124e0852e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:10.315948 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-45b51b6f-30e8-47f6-833d-613124e0852e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:10.413280 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-45b51b6f-30e8-47f6-833d-613124e0852e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:10.418101 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-45b51b6f-30e8-47f6-833d-613124e0852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:10.426753 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:10.464429 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-45b51b6f-30e8-47f6-833d-613124e0852e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70243059a9d74ab4969e34e5f4c1d5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000345 May 26 22:11:10.467172 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 60298) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:10.468697 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b51b6f-30e8-47f6-833d-613124e0852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71b2a97-ab51-40a4-8856-bf5fd6977e47,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:10.483446 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-45b51b6f-30e8-47f6-833d-613124e0852e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:10.532419 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-39d1cb28-f4fa-4f87-8a54-e14f42d4ac7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:10.560181 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-39d1cb28-f4fa-4f87-8a54-e14f42d4ac7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:10.632639 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-39d1cb28-f4fa-4f87-8a54-e14f42d4ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:10.639229 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:10.684069 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1cb28-f4fa-4f87-8a54-e14f42d4ac7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71b2a97-ab51-40a4-8856-bf5fd6977e47,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:10.686498 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-39d1cb28-f4fa-4f87-8a54-e14f42d4ac7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:10.716074 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-39d1cb28-f4fa-4f87-8a54-e14f42d4ac7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:10.717306 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-39d1cb28-f4fa-4f87-8a54-e14f42d4ac7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b71b2a97-ab51-40a4-8856-bf5fd6977e47 HTTP/1.1" status: 204 len: 168 time: 0.2489901 May 26 22:11:10.864839 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe83ae-043d-4890-ab4e-8bd003a70ddf req-bc04f928-8f35-4c19-b07d-d60eedd5cbb4 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:10.866394 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-74fe83ae-043d-4890-ab4e-8bd003a70ddf req-bc04f928-8f35-4c19-b07d-d60eedd5cbb4 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 943 time: 0.2196290 May 26 22:11:10.927890 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16406f-b92c-4681-ad4d-3fce89d7af3e req-008844bf-78b0-4bc0-8666-87339bbdc427 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:10.929344 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cc16406f-b92c-4681-ad4d-3fce89d7af3e req-008844bf-78b0-4bc0-8666-87339bbdc427 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 944 time: 0.2014267 May 26 22:11:10.932205 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-74fe83ae-043d-4890-ab4e-8bd003a70ddf req-17d8ce4f-071d-44d3-ac4c-38bf6e031710 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597947 May 26 22:11:10.978551 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cc16406f-b92c-4681-ad4d-3fce89d7af3e req-81cb351c-8a30-4f53-920a-20840bda4061 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 May 26 22:11:11.033957 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 60326) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:11.051484 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-cf69b9ed-417d-436d-aaa6-a893ab3b5369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:11.065736 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-cf69b9ed-417d-436d-aaa6-a893ab3b5369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:11.070219 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-cf69b9ed-417d-436d-aaa6-a893ab3b5369 admin admin] Usage tracker for resource:security_group_rule and tenant:4e6842e7e22645b0b6a1820ef3cc81f9 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:11.073002 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-cf69b9ed-417d-436d-aaa6-a893ab3b5369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:11.078553 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-cf69b9ed-417d-436d-aaa6-a893ab3b5369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:11.115556 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3956f6-409b-4988-b6ba-0d2c529cb09a req-394ad866-7852-4496-bdf5-cfcd89d04de9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:11.117243 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3f3956f6-409b-4988-b6ba-0d2c529cb09a req-394ad866-7852-4496-bdf5-cfcd89d04de9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 943 time: 0.0824668 May 26 22:11:11.159888 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-cf69b9ed-417d-436d-aaa6-a893ab3b5369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:11.163537 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3f3956f6-409b-4988-b6ba-0d2c529cb09a req-fb7b79ce-7f6b-40c4-b069-980a866eb792 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393538 May 26 22:11:11.164437 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-cf69b9ed-417d-436d-aaa6-a893ab3b5369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:11.173556 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:11.211448 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69b9ed-417d-436d-aaa6-a893ab3b5369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19be4203-e6ba-4c3e-9785-2e28db19e153,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:11.214701 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-cf69b9ed-417d-436d-aaa6-a893ab3b5369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:11.217107 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-cf69b9ed-417d-436d-aaa6-a893ab3b5369 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e6842e7e22645b0b6a1820ef3cc81f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820850 May 26 22:11:11.219822 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 60330) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:11.281690 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:11:11.287069 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-78a0f322-d582-4f3f-861d-c5be9b1036f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:11.313421 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-78a0f322-d582-4f3f-861d-c5be9b1036f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:11.366028 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-78a0f322-d582-4f3f-861d-c5be9b1036f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:11.376679 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-be265f6f-d9a0-4c34-949e-a4c9e8b48409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:11.393590 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-78a0f322-d582-4f3f-861d-c5be9b1036f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:11.394741 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-78a0f322-d582-4f3f-861d-c5be9b1036f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19be4203-e6ba-4c3e-9785-2e28db19e153 HTTP/1.1" status: 204 len: 168 time: 0.1741529 May 26 22:11:11.397505 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0f322-d582-4f3f-861d-c5be9b1036f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19be4203-e6ba-4c3e-9785-2e28db19e153,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:11.406231 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-78a0f322-d582-4f3f-861d-c5be9b1036f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:11.420081 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0,segment=NetworkSegment(dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1),segment_id=dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:11:11.445438 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0', 'network_id': '8054597e-838f-4c0b-a756-8e2bbdb68ee1', 'port_id': '8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0', 'mac_address': 'fa:16:3e:58:75:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a675ca-94e4-48bd-be56-81ea7e053604', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:11:11.505688 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:11.522790 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:11:11.538879 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0,segment=NetworkSegment(dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1),segment_id=dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:11:11.542238 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:11.543439 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 0b270138-4732-42f3-858e-6dc305cd051a details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:11:11.546765 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4845cdec-39d9-493f-a3dc-9dada16a01c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:11.681087 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:11.687932 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:11.745031 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 0b270138-4732-42f3-858e-6dc305cd051a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=0b270138-4732-42f3-858e-6dc305cd051a,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:11:11.760172 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '0b270138-4732-42f3-858e-6dc305cd051a', 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7', 'port_id': '0b270138-4732-42f3-858e-6dc305cd051a', 'mac_address': 'fa:16:3e:94:5b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0809b9ed-7456-42ae-9ec5-c5f21c4387ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:11:11.857584 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:11.884504 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b270138-4732-42f3-858e-6dc305cd051a {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:11:11.905516 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 0b270138-4732-42f3-858e-6dc305cd051a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=0b270138-4732-42f3-858e-6dc305cd051a,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:11:11.910149 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:11.912267 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:11.983736 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=0b270138-4732-42f3-858e-6dc305cd051a,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:11.985310 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:12.204065 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1e199-7c5a-447e-9136-5a67b17c5a93 req-1406d196-83e2-4f83-812d-348a225777fe tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:12.205559 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1eb1e199-7c5a-447e-9136-5a67b17c5a93 req-1406d196-83e2-4f83-812d-348a225777fe tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 944 time: 0.1558151 May 26 22:11:12.213728 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c740a0e-46dc-4c1b-9366-ee3f5756f398 req-3566e2f6-b996-4c0c-86f2-9b23b76759f9 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:12.215119 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3c740a0e-46dc-4c1b-9366-ee3f5756f398 req-3566e2f6-b996-4c0c-86f2-9b23b76759f9 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 945 time: 0.1251442 May 26 22:11:12.282314 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1eb1e199-7c5a-447e-9136-5a67b17c5a93 req-f1c55888-9d4f-4397-a7e0-43133a47cb93 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660024 May 26 22:11:12.288942 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3c740a0e-46dc-4c1b-9366-ee3f5756f398 req-dbd05abd-5840-487e-8dd2-09893daf58ea tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602365 May 26 22:11:12.476813 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69581255-f7b5-4496-b338-eb9e55a6c215 req-d09b4202-eb1f-4d89-b36c-6b453cb24035 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:12.478278 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-69581255-f7b5-4496-b338-eb9e55a6c215 req-d09b4202-eb1f-4d89-b36c-6b453cb24035 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 943 time: 0.0912509 May 26 22:11:12.524613 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-69581255-f7b5-4496-b338-eb9e55a6c215 req-f427ae5b-d892-4168-a41a-b584e5c04b56 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406694 May 26 22:11:13.536834 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e661c6-ec3d-4e30-bd12-b73de85413a4 req-30b8384f-8791-4d25-bb23-f14df12554de tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:13.538288 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a9e661c6-ec3d-4e30-bd12-b73de85413a4 req-30b8384f-8791-4d25-bb23-f14df12554de tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 944 time: 0.1469636 May 26 22:11:13.552971 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767784d0-d165-4f95-9a38-8d01633c3a27 req-6a171246-f95c-4aa6-84ae-b9da083d21d0 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:13.554403 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-767784d0-d165-4f95-9a38-8d01633c3a27 req-6a171246-f95c-4aa6-84ae-b9da083d21d0 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 945 time: 0.1307621 May 26 22:11:13.622528 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a9e661c6-ec3d-4e30-bd12-b73de85413a4 req-7bc290dd-d38d-4230-89c7-7fcb8ad5a710 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671642 May 26 22:11:13.629127 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-767784d0-d165-4f95-9a38-8d01633c3a27 req-f5b28b4b-7b59-4395-8ff1-e6c62da27c3e tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573504 May 26 22:11:13.827357 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96e9b1-617f-4080-aad3-5c29b706e940 req-713ad5ff-ac5c-4eab-87d4-b704312b7d74 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:13.832434 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3c96e9b1-617f-4080-aad3-5c29b706e940 req-713ad5ff-ac5c-4eab-87d4-b704312b7d74 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 943 time: 0.0890043 May 26 22:11:13.874817 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3c96e9b1-617f-4080-aad3-5c29b706e940 req-0877eec1-a5a6-421b-81b2-3890fe79646c tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400000 May 26 22:11:14.685693 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 239ba04f-b01e-461d-8cd5-aaa7ba839731 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:11:14.829872 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 239ba04f-b01e-461d-8cd5-aaa7ba839731, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=239ba04f-b01e-461d-8cd5-aaa7ba839731,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:11:14.844209 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '239ba04f-b01e-461d-8cd5-aaa7ba839731', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'port_id': '239ba04f-b01e-461d-8cd5-aaa7ba839731', 'mac_address': 'fa:16:3e:97:6e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:11:14.880636 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21b335-9d15-4919-8529-49e2dc13cd8b req-65edd9ca-584e-47e2-81b0-fffd93bf199a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:14.882116 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7f21b335-9d15-4919-8529-49e2dc13cd8b req-65edd9ca-584e-47e2-81b0-fffd93bf199a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 945 time: 0.1205635 May 26 22:11:14.889661 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb43dd8-a876-4ae9-814d-bec8f785ec27 req-075596fe-30cb-4b05-a37a-67ff6df8816e tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:14.891021 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-dbb43dd8-a876-4ae9-814d-bec8f785ec27 req-075596fe-30cb-4b05-a37a-67ff6df8816e tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 944 time: 0.1600785 May 26 22:11:14.905079 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:14.921545 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239ba04f-b01e-461d-8cd5-aaa7ba839731 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:11:14.936940 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 239ba04f-b01e-461d-8cd5-aaa7ba839731, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=239ba04f-b01e-461d-8cd5-aaa7ba839731,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:11:14.941351 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:14.944420 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:14.960586 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7f21b335-9d15-4919-8529-49e2dc13cd8b req-462827c9-b375-43e2-a528-9f4f205ae956 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686421 May 26 22:11:14.964844 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-dbb43dd8-a876-4ae9-814d-bec8f785ec27 req-25f00b6f-3849-4d11-8e90-eb87a2ab2817 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594394 May 26 22:11:15.005090 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:11:15.041373 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['0b270138-4732-42f3-858e-6dc305cd051a'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:11:15.146001 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a7b41-ba23-49b2-ab7f-2eba5521275f req-4732f6c8-02d6-4e15-865a-940038ae3b73 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:15.153825 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-364a7b41-ba23-49b2-ab7f-2eba5521275f req-4732f6c8-02d6-4e15-865a-940038ae3b73 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 944 time: 0.0975699 May 26 22:11:15.180672 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=239ba04f-b01e-461d-8cd5-aaa7ba839731,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:15.184018 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:15.204505 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-364a7b41-ba23-49b2-ab7f-2eba5521275f req-520b4898-9bcc-400a-bcf5-55a9e6eee500 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496075 May 26 22:11:15.366749 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['239ba04f-b01e-461d-8cd5-aaa7ba839731'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:11:16.206980 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b157384-04e3-490b-8475-2ee957cb180d req-448c06a2-683c-4bb7-8626-2ae79bb2e6e2 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:16.209060 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6b157384-04e3-490b-8475-2ee957cb180d req-448c06a2-683c-4bb7-8626-2ae79bb2e6e2 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 945 time: 0.1407480 May 26 22:11:16.217503 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a5faf-e49e-4404-b2be-536f9b8f8672 req-e4b37520-4f2c-4609-925d-5cc93fc03a6c tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:16.218932 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ad4a5faf-e49e-4404-b2be-536f9b8f8672 req-e4b37520-4f2c-4609-925d-5cc93fc03a6c tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 944 time: 0.1193914 May 26 22:11:16.290263 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ad4a5faf-e49e-4404-b2be-536f9b8f8672 req-cd678afe-8b92-4353-a6dd-1b840d6bf829 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573268 May 26 22:11:16.292763 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6b157384-04e3-490b-8475-2ee957cb180d req-f3f2fac4-e3d9-4d2c-b5b0-2ab9d77afb41 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729713 May 26 22:11:16.461625 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e608582-b1e2-4452-87b0-345f7d2895b6 req-c614cf45-05a3-4fe9-a372-3bf64a43e1fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:16.462996 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8e608582-b1e2-4452-87b0-345f7d2895b6 req-c614cf45-05a3-4fe9-a372-3bf64a43e1fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 944 time: 0.0774975 May 26 22:11:16.508695 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8e608582-b1e2-4452-87b0-345f7d2895b6 req-7b697a90-da14-493f-857e-4745281f2c4d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400803 May 26 22:11:17.538904 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649dd8d-2f0a-4b1c-ae20-a6392f67659f req-6a23f58e-aae1-445e-9fec-75b09a45ec71 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:17.540459 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9649dd8d-2f0a-4b1c-ae20-a6392f67659f req-6a23f58e-aae1-445e-9fec-75b09a45ec71 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 944 time: 0.1356409 May 26 22:11:17.547586 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe8a7c-b35e-4dc3-8254-5d0cb06723d2 req-ed0cb87f-db68-481a-81e2-b9ad8bbf3789 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:17.548904 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0ebe8a7c-b35e-4dc3-8254-5d0cb06723d2 req-ed0cb87f-db68-481a-81e2-b9ad8bbf3789 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 945 time: 0.1132574 May 26 22:11:17.620962 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9649dd8d-2f0a-4b1c-ae20-a6392f67659f req-b34e96f4-3bd6-4f4a-905d-10db5a7ecd1c tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710537 May 26 22:11:17.625040 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0ebe8a7c-b35e-4dc3-8254-5d0cb06723d2 req-cf8aa0d8-e505-4d26-8e62-063b93925707 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592542 May 26 22:11:17.790634 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8b577-76dc-43a3-9649-028d5d13705d req-7fcc0b2a-6034-40a6-9f2b-efc87aceadaf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:17.792044 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-08f8b577-76dc-43a3-9649-028d5d13705d req-7fcc0b2a-6034-40a6-9f2b-efc87aceadaf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 944 time: 0.0764766 May 26 22:11:17.835269 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-08f8b577-76dc-43a3-9649-028d5d13705d req-a246ed56-591f-4d8f-b9e2-7d2351e7fa99 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377431 May 26 22:11:18.920648 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a1e83-0b5a-487a-a304-29e2f543b3d9 req-43f768f7-c071-487a-a1ed-b33c3e9e111e tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:18.921980 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-003a1e83-0b5a-487a-a304-29e2f543b3d9 req-43f768f7-c071-487a-a1ed-b33c3e9e111e tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 944 time: 0.1923680 May 26 22:11:18.929681 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4758a2a-325a-41e1-8ee7-94507e10c4d4 req-8b07db49-ca21-4252-ba29-93990686d143 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:18.930979 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4758a2a-325a-41e1-8ee7-94507e10c4d4 req-8b07db49-ca21-4252-ba29-93990686d143 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 945 time: 0.1161747 May 26 22:11:18.999726 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-003a1e83-0b5a-487a-a304-29e2f543b3d9 req-45d951c4-28a2-4c07-8eab-0572672af089 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678146 May 26 22:11:19.003928 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4758a2a-325a-41e1-8ee7-94507e10c4d4 req-3e699b8a-f668-4eec-accd-f8bc9fdbf3ab tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592961 May 26 22:11:19.170552 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c3bf3-ab6a-4251-976d-798a7fb72bf1 req-8b977f3e-0347-4791-92eb-059d0cf55082 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:19.172034 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c58c3bf3-ab6a-4251-976d-798a7fb72bf1 req-8b977f3e-0347-4791-92eb-059d0cf55082 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 944 time: 0.0785210 May 26 22:11:19.218157 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c58c3bf3-ab6a-4251-976d-798a7fb72bf1 req-dc8610fd-2485-453e-b442-d25dde1458ca tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404689 May 26 22:11:20.197124 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427dc64-632e-4482-b1d5-457b7c37dd40 req-feb5ba7e-8225-4a7f-b1e8-9ada861f4414 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:20.198572 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9427dc64-632e-4482-b1d5-457b7c37dd40 req-feb5ba7e-8225-4a7f-b1e8-9ada861f4414 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 945 time: 0.0829263 May 26 22:11:20.277164 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9427dc64-632e-4482-b1d5-457b7c37dd40 req-8aa1cd28-d644-400d-848d-6e4b57d5fbb0 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727632 May 26 22:11:20.324865 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dddb4-3197-432e-aabf-34ffa1de33e6 req-f7f68fe4-7697-446e-a6ab-9fc130cacbda tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:20.326302 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d58dddb4-3197-432e-aabf-34ffa1de33e6 req-f7f68fe4-7697-446e-a6ab-9fc130cacbda tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 944 time: 0.0899305 May 26 22:11:20.375718 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d58dddb4-3197-432e-aabf-34ffa1de33e6 req-5f227f6f-a6cf-4690-ad7f-2d0fb1102bec tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437799 May 26 22:11:20.453768 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e182c-e55a-4813-8f7f-e14c1788aa9b req-a9cfc025-2e18-4ab6-88c8-b2cb308bf6d8 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:20.455181 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-086e182c-e55a-4813-8f7f-e14c1788aa9b req-a9cfc025-2e18-4ab6-88c8-b2cb308bf6d8 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 944 time: 0.0785649 May 26 22:11:20.498239 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-086e182c-e55a-4813-8f7f-e14c1788aa9b req-a929c81e-aeb9-4674-a7e4-bfe4a5df120a tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371940 May 26 22:11:21.025963 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 239ba04f-b01e-461d-8cd5-aaa7ba839731 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:11:21.091944 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port 239ba04f-b01e-461d-8cd5-aaa7ba839731 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:11:21.096205 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 239ba04f-b01e-461d-8cd5-aaa7ba839731 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:11:21.096579 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:21.211073 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:21.237288 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db42a08-abb0-4734-a019-fa443344f209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239ba04f-b01e-461d-8cd5-aaa7ba839731'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:11:21.302915 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 239ba04f-b01e-461d-8cd5-aaa7ba839731, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=239ba04f-b01e-461d-8cd5-aaa7ba839731,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:11:21.309970 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:21.311240 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:11:21.339801 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:21.419543 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=239ba04f-b01e-461d-8cd5-aaa7ba839731,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:21.438191 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:21.454591 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:11:21.463367 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:11:21.464006 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:21.571838 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7329f-d999-4c21-8c5d-8a323527a6fc req-1865e107-6aaf-428c-979c-f7acbf249f63 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:21.573324 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-46b7329f-d999-4c21-8c5d-8a323527a6fc req-1865e107-6aaf-428c-979c-f7acbf249f63 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 945 time: 0.1731694 May 26 22:11:21.584603 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:21.616181 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc311e65-38e9-4592-aa56-7e43eb421bfc req-0fda9622-f6d2-499c-86ee-bded8681e92b tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:21.617699 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bc311e65-38e9-4592-aa56-7e43eb421bfc req-0fda9622-f6d2-499c-86ee-bded8681e92b tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 944 time: 0.1201386 May 26 22:11:21.621458 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0,segment=NetworkSegment(dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1),segment_id=dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:11:21.627154 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:21.628208 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 0b270138-4732-42f3-858e-6dc305cd051a up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:11:21.664821 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-46b7329f-d999-4c21-8c5d-8a323527a6fc req-37360ba5-7c2d-45c0-aada-055b679c16e6 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772552 May 26 22:11:21.696728 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-610f30a7-1b94-49aa-bc08-9ce434b1d318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:21.709459 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bc311e65-38e9-4592-aa56-7e43eb421bfc req-3c973b14-daf1-41bc-9d58-2575c2564dfb tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706882 May 26 22:11:21.796807 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port 0b270138-4732-42f3-858e-6dc305cd051a completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:11:21.806532 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 0b270138-4732-42f3-858e-6dc305cd051a triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:11:21.807047 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:21.874649 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db42a08-abb0-4734-a019-fa443344f209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239ba04f-b01e-461d-8cd5-aaa7ba839731', 'code': 200} May 26 22:11:21.890162 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:21.957317 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:21.958011 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:21.961405 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad44a3-f630-4ee6-beb3-141feeb9664b req-8be17f61-8474-4edb-b24d-b11fee29b52d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:21.963210 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-71ad44a3-f630-4ee6-beb3-141feeb9664b req-8be17f61-8474-4edb-b24d-b11fee29b52d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1024048 May 26 22:11:21.998754 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 0b270138-4732-42f3-858e-6dc305cd051a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=0b270138-4732-42f3-858e-6dc305cd051a,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:11:22.005628 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:22.011776 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:22.018297 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-71ad44a3-f630-4ee6-beb3-141feeb9664b req-f015fc2b-8126-446a-b132-bfa5a33176c2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493560 May 26 22:11:22.097364 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=0b270138-4732-42f3-858e-6dc305cd051a,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:22.101568 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:22.173202 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a2bb4-6f47-485f-94aa-661734129e5f req-af427d2d-a483-4feb-8a69-8e244e80815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:22.174666 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-5b2a2bb4-6f47-485f-94aa-661734129e5f req-af427d2d-a483-4feb-8a69-8e244e80815a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 1098 time: 0.0837317 May 26 22:11:22.204838 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-5b2a2bb4-6f47-485f-94aa-661734129e5f req-26d2cdb5-50de-4484-9ac6-8324abac6aa1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:22.216471 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [req-5b2a2bb4-6f47-485f-94aa-661734129e5f req-26d2cdb5-50de-4484-9ac6-8324abac6aa1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:22.220337 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-5b2a2bb4-6f47-485f-94aa-661734129e5f req-26d2cdb5-50de-4484-9ac6-8324abac6aa1 service neutron] Usage tracker for resource:security_group_rule and tenant:87895994d67f4fda9eb28e50ff0f71c5 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:22.224013 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-5b2a2bb4-6f47-485f-94aa-661734129e5f req-26d2cdb5-50de-4484-9ac6-8324abac6aa1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:22.229761 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [req-5b2a2bb4-6f47-485f-94aa-661734129e5f req-26d2cdb5-50de-4484-9ac6-8324abac6aa1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:22.327265 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-5b2a2bb4-6f47-485f-94aa-661734129e5f req-26d2cdb5-50de-4484-9ac6-8324abac6aa1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:22.331988 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-5b2a2bb4-6f47-485f-94aa-661734129e5f req-26d2cdb5-50de-4484-9ac6-8324abac6aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:22.341176 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:22.370002 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-5b2a2bb4-6f47-485f-94aa-661734129e5f req-26d2cdb5-50de-4484-9ac6-8324abac6aa1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884255 May 26 22:11:22.374542 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2cdb5-50de-4484-9ac6-8324abac6aa1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=afc79a7f-5fbc-45d4-b63d-ffc6d84cccbb,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:22.378399 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-26d2cdb5-50de-4484-9ac6-8324abac6aa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:22.810516 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 60664) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:22.969919 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a51d12-4ca4-4946-acf3-baebdfed008e req-e26aaae6-11e2-4662-946c-19c47ee75fe4 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:22.971501 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-21a51d12-4ca4-4946-acf3-baebdfed008e req-e26aaae6-11e2-4662-946c-19c47ee75fe4 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 946 time: 0.1054618 May 26 22:11:22.973252 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b4e75c0b-67d7-4bbb-85f5-a81edcfbf0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:23.006886 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-b4e75c0b-67d7-4bbb-85f5-a81edcfbf0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:23.013975 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-b4e75c0b-67d7-4bbb-85f5-a81edcfbf0da admin admin] Usage tracker for resource:security_group_rule and tenant:4fd9ef0aa6b440fab734f0ac884d39e2 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:23.023994 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-b4e75c0b-67d7-4bbb-85f5-a81edcfbf0da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:23.033653 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-b4e75c0b-67d7-4bbb-85f5-a81edcfbf0da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:23.044543 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-21a51d12-4ca4-4946-acf3-baebdfed008e req-50cfea03-c44a-4d2a-94e3-1bb23bbf7a34 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617156 May 26 22:11:23.227333 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ee9f7-6972-4ffb-af2c-f0f1bee3d3db req-c8e7e8cc-a9fc-47ce-9251-f9d33e4d5fa6 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:23.228714 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a60ee9f7-6972-4ffb-af2c-f0f1bee3d3db req-c8e7e8cc-a9fc-47ce-9251-f9d33e4d5fa6 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 945 time: 0.1789200 May 26 22:11:23.264480 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b4e75c0b-67d7-4bbb-85f5-a81edcfbf0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:23.274675 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b4e75c0b-67d7-4bbb-85f5-a81edcfbf0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:23.290942 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:23.337554 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a60ee9f7-6972-4ffb-af2c-f0f1bee3d3db req-7a532781-86e0-45ab-8594-15a90b6dfc5c tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957530 May 26 22:11:23.354620 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408da765-abfd-4b95-aed7-2302b335f098 req-4529f8a3-773e-4d02-a1c6-96ef5e48f15e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:23.356102 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-408da765-abfd-4b95-aed7-2302b335f098 req-4529f8a3-773e-4d02-a1c6-96ef5e48f15e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.2160406 May 26 22:11:23.360689 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-b4e75c0b-67d7-4bbb-85f5-a81edcfbf0da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fd9ef0aa6b440fab734f0ac884d39e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5468016 May 26 22:11:23.360689 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e75c0b-67d7-4bbb-85f5-a81edcfbf0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8e499e-3ca5-47f8-ba4e-d83440f6827e,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:23.362176 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 60678) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:23.362626 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-b4e75c0b-67d7-4bbb-85f5-a81edcfbf0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:23.425172 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-408da765-abfd-4b95-aed7-2302b335f098 req-4ada44c5-6613-4600-b7fe-7b90bdc2d0b5 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446341 May 26 22:11:23.430019 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7bccbe13-0ce0-4eb1-b7f4-4822b274bcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:23.459999 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7bccbe13-0ce0-4eb1-b7f4-4822b274bcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:23.510897 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7bccbe13-0ce0-4eb1-b7f4-4822b274bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:23.515574 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d13100ca-1e9d-41a1-a5fd-e0d8117263a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:23.530710 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccbe13-0ce0-4eb1-b7f4-4822b274bcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8e499e-3ca5-47f8-ba4e-d83440f6827e,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:23.537994 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-7bccbe13-0ce0-4eb1-b7f4-4822b274bcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:23.545506 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7bccbe13-0ce0-4eb1-b7f4-4822b274bcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:23.552191 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-7bccbe13-0ce0-4eb1-b7f4-4822b274bcce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b8e499e-3ca5-47f8-ba4e-d83440f6827e HTTP/1.1" status: 204 len: 168 time: 0.1848543 May 26 22:11:23.857367 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 60708) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:23.875291 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2a3743b7-1551-4063-ad08-bc0cc5a233e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:23.876097 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddeca45b-48c6-48c2-bf08-c7924630542b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0'}, {'server_uuid': '21f4fd33-becc-4a70-aad4-b480e108ab3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b270138-4732-42f3-858e-6dc305cd051a'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:11:23.891019 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-2a3743b7-1551-4063-ad08-bc0cc5a233e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:23.896220 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-2a3743b7-1551-4063-ad08-bc0cc5a233e1 admin admin] Usage tracker for resource:security_group_rule and tenant:9142548e49d44ce4a20921b96e0bc4fe is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:23.899387 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-2a3743b7-1551-4063-ad08-bc0cc5a233e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:23.905258 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-2a3743b7-1551-4063-ad08-bc0cc5a233e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:23.932380 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddeca45b-48c6-48c2-bf08-c7924630542b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0', 'code': 200} May 26 22:11:23.932655 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f4fd33-becc-4a70-aad4-b480e108ab3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b270138-4732-42f3-858e-6dc305cd051a', 'code': 200} May 26 22:11:24.000738 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2a3743b7-1551-4063-ad08-bc0cc5a233e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:24.005754 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2a3743b7-1551-4063-ad08-bc0cc5a233e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:24.014918 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-c972b931-c777-4207-916d-269649fbb966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:24.059835 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-2a3743b7-1551-4063-ad08-bc0cc5a233e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9142548e49d44ce4a20921b96e0bc4fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986015 May 26 22:11:24.059835 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3743b7-1551-4063-ad08-bc0cc5a233e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d82eb4-4176-4a6a-90be-5accc4e37f71,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:24.060166 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 60720) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:24.065509 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2a3743b7-1551-4063-ad08-bc0cc5a233e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:24.133978 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4556d4bd-8788-40d6-80c0-e4155ed3c83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:24.159756 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4556d4bd-8788-40d6-80c0-e4155ed3c83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:24.211317 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4556d4bd-8788-40d6-80c0-e4155ed3c83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:24.216386 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:24.229117 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d4bd-8788-40d6-80c0-e4155ed3c83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d82eb4-4176-4a6a-90be-5accc4e37f71,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:24.231809 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-4556d4bd-8788-40d6-80c0-e4155ed3c83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:24.233802 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4556d4bd-8788-40d6-80c0-e4155ed3c83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:24.234871 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-4556d4bd-8788-40d6-80c0-e4155ed3c83d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1d82eb4-4176-4a6a-90be-5accc4e37f71 HTTP/1.1" status: 204 len: 168 time: 0.1739862 May 26 22:11:24.258528 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe711d93-da55-4955-89ce-3ddf93019c35 req-eda4d68e-00a8-45a6-8dcf-81e756b69a49 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:24.260201 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fe711d93-da55-4955-89ce-3ddf93019c35 req-eda4d68e-00a8-45a6-8dcf-81e756b69a49 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 946 time: 0.0930984 May 26 22:11:24.303984 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fe711d93-da55-4955-89ce-3ddf93019c35 req-3ecedca5-f914-452a-bf51-f86686910d3e tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380399 May 26 22:11:24.529952 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35108ec4-b21b-4af8-9857-ca031dee83e7 req-756a705e-e925-4bc8-a301-42b852c2438e tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:24.531422 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-35108ec4-b21b-4af8-9857-ca031dee83e7 req-756a705e-e925-4bc8-a301-42b852c2438e tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 945 time: 0.0846872 May 26 22:11:24.631543 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-35108ec4-b21b-4af8-9857-ca031dee83e7 req-6476eab7-f722-4f4f-aedb-a915db53a584 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940883 May 26 22:11:24.654997 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81033c-9153-45d2-aa6d-c279c0b3f730 req-66503dc5-c6ae-42bb-996d-cd2079fe3a3d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:24.656498 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1c81033c-9153-45d2-aa6d-c279c0b3f730 req-66503dc5-c6ae-42bb-996d-cd2079fe3a3d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1180592 May 26 22:11:24.701766 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1c81033c-9153-45d2-aa6d-c279c0b3f730 req-2e826955-b353-4e70-8cfa-b85b0f6d27ef tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389340 May 26 22:11:25.294067 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:25.539699 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1d4ac-a135-405a-8d51-a3a6e3411d15 req-2678c59f-af48-4010-b74a-76d3938af794 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:25.541146 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-87c1d4ac-a135-405a-8d51-a3a6e3411d15 req-2678c59f-af48-4010-b74a-76d3938af794 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 946 time: 0.1333773 May 26 22:11:25.588409 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-87c1d4ac-a135-405a-8d51-a3a6e3411d15 req-4c841387-75ea-46ba-98d6-43209f65bbdc tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413754 May 26 22:11:25.822597 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02324597-aba0-40bc-9d79-d8e02db02945 req-772ee20d-77d1-4705-b8b5-831e88d8b09f tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:25.824080 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-02324597-aba0-40bc-9d79-d8e02db02945 req-772ee20d-77d1-4705-b8b5-831e88d8b09f tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 945 time: 0.0828388 May 26 22:11:25.923496 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-02324597-aba0-40bc-9d79-d8e02db02945 req-ee9af39c-b64d-48b0-9638-26bf26a0a377 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666726 May 26 22:11:25.944125 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3891611-bbe3-46f2-8834-4efb030d94ca req-88a52c70-2af4-4dc7-8900-572834149a72 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:25.945716 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c3891611-bbe3-46f2-8834-4efb030d94ca req-88a52c70-2af4-4dc7-8900-572834149a72 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1207743 May 26 22:11:25.992580 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c3891611-bbe3-46f2-8834-4efb030d94ca req-593f253a-d0bd-4f19-a256-4ba53fdb3e82 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409904 May 26 22:11:26.358714 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 60816) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:26.473665 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:26.487268 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:26.491769 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:bef2633aa5d046c9add84c8e53059a27 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:26.494587 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:26.500194 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:26.580570 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:26.584232 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:26.594901 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:26.679596 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bef2633aa5d046c9add84c8e53059a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198199 May 26 22:11:26.681175 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b2f8d6-6e84-49bf-9d1e-6b27a9c9c902,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:26.682612 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 60824) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:26.688837 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.689195 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.689671 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.690219 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.690737 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.691242 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.692299 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.692798 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.693295 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.693789 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.694308 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.694718 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.699176 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:26.795615 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:26.829040 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:26.849889 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6e9bc-8e79-494a-b1e0-46906881f467 req-23d8df50-066e-4041-917a-855ce32c2867 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:26.851336 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-dbd6e9bc-8e79-494a-b1e0-46906881f467 req-23d8df50-066e-4041-917a-855ce32c2867 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 946 time: 0.1496406 May 26 22:11:26.916262 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-dbd6e9bc-8e79-494a-b1e0-46906881f467 req-4ee3060a-9afc-4307-8ab8-5c7b868de6a7 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583005 May 26 22:11:26.929184 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:26.933086 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:26.945374 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b2f8d6-6e84-49bf-9d1e-6b27a9c9c902,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:26.955006 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.955350 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.955705 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.956035 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.956358 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.956671 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.957119 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.957579 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.958071 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.958391 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.958707 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.959022 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:11:26.965245 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:26.971461 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:26.984049 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2b2f8d6-6e84-49bf-9d1e-6b27a9c9c902 HTTP/1.1" status: 204 len: 168 time: 0.2921164 May 26 22:11:27.212485 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cb809-a8d3-47e1-ba39-075b00ffc097 req-0fb5fde3-23c6-459c-8750-1b31c23d8e4f tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:27.213952 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ab1cb809-a8d3-47e1-ba39-075b00ffc097 req-0fb5fde3-23c6-459c-8750-1b31c23d8e4f tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 945 time: 0.1565769 May 26 22:11:27.228479 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983658f8-b949-4f7c-ab97-1059c96c5c2d req-e97ac323-4287-4608-b616-98f0b02138ef tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:27.229873 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-983658f8-b949-4f7c-ab97-1059c96c5c2d req-e97ac323-4287-4608-b616-98f0b02138ef tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1089184 May 26 22:11:27.281947 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 60842) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:27.298870 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c9df7215-238b-4207-86c5-baca06387b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:27.303621 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ab1cb809-a8d3-47e1-ba39-075b00ffc097 req-b9c2e18a-b774-460e-be3f-af45da8d0ba1 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837684 May 26 22:11:27.314103 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-c9df7215-238b-4207-86c5-baca06387b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:27.318976 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-983658f8-b949-4f7c-ab97-1059c96c5c2d req-b560ce31-a5bc-4a93-b828-7c29703c9725 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751455 May 26 22:11:27.320194 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-c9df7215-238b-4207-86c5-baca06387b1d admin admin] Usage tracker for resource:security_group_rule and tenant:46934c3c983146b3b7f80a6f6ac6ecfc is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:27.330408 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-c9df7215-238b-4207-86c5-baca06387b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:27.331202 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-c9df7215-238b-4207-86c5-baca06387b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:27.429650 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c9df7215-238b-4207-86c5-baca06387b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:27.434014 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c9df7215-238b-4207-86c5-baca06387b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:27.443132 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-af8c533a-773e-47cc-a439-b8c8febb8972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:27.481268 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-c9df7215-238b-4207-86c5-baca06387b1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46934c3c983146b3b7f80a6f6ac6ecfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982796 May 26 22:11:27.482840 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df7215-238b-4207-86c5-baca06387b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2bd080-edbb-4f34-ab8a-c55303da2e40,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:27.484034 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 60852) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:27.485715 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-c9df7215-238b-4207-86c5-baca06387b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:27.540255 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-ace38c36-4382-41a0-a795-9ec380115dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:27.564901 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-ace38c36-4382-41a0-a795-9ec380115dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:27.618291 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-ace38c36-4382-41a0-a795-9ec380115dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:27.621962 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-8117291c-5f42-40ad-bddd-a6a01f98b48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:27.672607 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace38c36-4382-41a0-a795-9ec380115dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2bd080-edbb-4f34-ab8a-c55303da2e40,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:27.677362 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-ace38c36-4382-41a0-a795-9ec380115dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:27.681362 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-ace38c36-4382-41a0-a795-9ec380115dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:27.684783 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-ace38c36-4382-41a0-a795-9ec380115dcb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be2bd080-edbb-4f34-ab8a-c55303da2e40 HTTP/1.1" status: 204 len: 168 time: 0.1974504 May 26 22:11:27.712548 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fd785-bef4-43bb-9f76-d8cb39ca9c68 req-3e171af6-f478-4239-82e2-3c3d5d8bec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:27.713974 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-495fd785-bef4-43bb-9f76-d8cb39ca9c68 req-3e171af6-f478-4239-82e2-3c3d5d8bec5a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 1099 time: 0.0810661 May 26 22:11:27.718622 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2097f-85d6-46e8-b854-eb1f96b5a26c req-249620ae-63a6-4466-af3f-a73a8d5d4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:27.720199 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-fec2097f-85d6-46e8-b854-eb1f96b5a26c req-249620ae-63a6-4466-af3f-a73a8d5d4438 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 1098 time: 0.0929084 May 26 22:11:27.755995 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-495fd785-bef4-43bb-9f76-d8cb39ca9c68 req-a4b13172-11d4-4382-a5bb-b1f63b31f463 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346682 May 26 22:11:27.761423 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-fec2097f-85d6-46e8-b854-eb1f96b5a26c req-4fb68edc-9383-478c-a614-91f935d9409a service neutron] Synchronizing usage tracker for tenant:87895994d67f4fda9eb28e50ff0f71c5 on resource:security_group {{(pid=91909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:11:27.777196 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-fec2097f-85d6-46e8-b854-eb1f96b5a26c req-4fb68edc-9383-478c-a614-91f935d9409a service neutron] Unset dirty status for tenant:87895994d67f4fda9eb28e50ff0f71c5 on resource:security_group {{(pid=91909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:11:27.778306 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-fec2097f-85d6-46e8-b854-eb1f96b5a26c req-4fb68edc-9383-478c-a614-91f935d9409a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521131 May 26 22:11:28.102503 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f1470-77e9-47da-811e-c5c28123cae2 req-619bb34d-39a5-4f5a-9135-747c55182af1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:28.104361 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cf9f1470-77e9-47da-811e-c5c28123cae2 req-619bb34d-39a5-4f5a-9135-747c55182af1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 946 time: 0.0811360 May 26 22:11:28.152039 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cf9f1470-77e9-47da-811e-c5c28123cae2 req-61299581-0623-4bc8-97db-09d9e7de2738 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421097 May 26 22:11:28.573617 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb9da9-1cd2-44ce-b5de-bcf8f4b967d1 req-cfa2d571-f82c-4b0d-96f8-0898733c49cc tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:28.575101 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-eeeb9da9-1cd2-44ce-b5de-bcf8f4b967d1 req-cfa2d571-f82c-4b0d-96f8-0898733c49cc tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 945 time: 0.1572461 May 26 22:11:28.584644 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2a9de-df52-4333-bbf8-d31f74d9e723 req-b77d8d32-9a81-4d84-b5e3-f34da7bbf621 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:28.591881 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fcc2a9de-df52-4333-bbf8-d31f74d9e723 req-b77d8d32-9a81-4d84-b5e3-f34da7bbf621 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1360874 May 26 22:11:28.682239 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fcc2a9de-df52-4333-bbf8-d31f74d9e723 req-b44cb75e-0678-4e5e-962a-8a9aadf9ede8 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894766 May 26 22:11:28.684939 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-eeeb9da9-1cd2-44ce-b5de-bcf8f4b967d1 req-d77b5c85-30ee-4dc3-a404-2896cf5da48b tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911565 May 26 22:11:28.801126 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d63760d0-6d95-431b-9b79-cacf2595c6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:28.932868 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 60902) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:29.060355 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2893a53c-ae7c-4ee6-8ed0-345fa0058b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:29.074766 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-2893a53c-ae7c-4ee6-8ed0-345fa0058b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:29.078576 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-2893a53c-ae7c-4ee6-8ed0-345fa0058b4e admin admin] Usage tracker for resource:security_group_rule and tenant:c5c2b527adb7425f9a1739e89bb7c66f is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:29.081730 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-2893a53c-ae7c-4ee6-8ed0-345fa0058b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:29.087484 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-2893a53c-ae7c-4ee6-8ed0-345fa0058b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:29.169472 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2893a53c-ae7c-4ee6-8ed0-345fa0058b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:29.173094 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2893a53c-ae7c-4ee6-8ed0-345fa0058b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:29.181553 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:29.229151 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-2893a53c-ae7c-4ee6-8ed0-345fa0058b4e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5c2b527adb7425f9a1739e89bb7c66f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927439 May 26 22:11:29.229346 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 60916) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:29.241280 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893a53c-ae7c-4ee6-8ed0-345fa0058b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56db7a17-f4d4-4670-b654-7939c7ca6dc7,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:29.249710 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2893a53c-ae7c-4ee6-8ed0-345fa0058b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:29.353417 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e6b93bbc-51d9-4a04-b5a2-f3874f76e051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:29.409759 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e6b93bbc-51d9-4a04-b5a2-f3874f76e051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:29.435042 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80054070-e932-4873-96d2-dee5cf16c0ae req-3bea4f55-c12d-4a3e-b3ed-a8e2cd7fe61f tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:29.436504 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-80054070-e932-4873-96d2-dee5cf16c0ae req-3bea4f55-c12d-4a3e-b3ed-a8e2cd7fe61f tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 946 time: 0.1584408 May 26 22:11:29.508825 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-80054070-e932-4873-96d2-dee5cf16c0ae req-e3936a63-3fde-42da-9f3d-e48ba3725f15 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592933 May 26 22:11:29.528969 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e6b93bbc-51d9-4a04-b5a2-f3874f76e051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:29.534009 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:29.546680 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b93bbc-51d9-4a04-b5a2-f3874f76e051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56db7a17-f4d4-4670-b654-7939c7ca6dc7,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:29.550068 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-e6b93bbc-51d9-4a04-b5a2-f3874f76e051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:29.553083 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e6b93bbc-51d9-4a04-b5a2-f3874f76e051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:29.560251 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-e6b93bbc-51d9-4a04-b5a2-f3874f76e051 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56db7a17-f4d4-4670-b654-7939c7ca6dc7 HTTP/1.1" status: 204 len: 168 time: 0.3298597 May 26 22:11:29.893735 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 60966) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:30.037382 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d69789-50d0-4e6d-a66a-11c27bb7f253 req-caa5e15e-1d61-4ec7-bd6f-99f1c26208c9 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:30.039317 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-46d69789-50d0-4e6d-a66a-11c27bb7f253 req-caa5e15e-1d61-4ec7-bd6f-99f1c26208c9 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 945 time: 0.1795049 May 26 22:11:30.094141 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c0a389de-b1ac-48c2-9717-379b66b0562f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:30.120305 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775559e-a5ee-456d-bf2a-b073f94a3dc0 req-abe17052-0f20-4e37-88f3-6278dba8689c tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:30.121096 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-c0a389de-b1ac-48c2-9717-379b66b0562f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:30.122241 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8775559e-a5ee-456d-bf2a-b073f94a3dc0 req-abe17052-0f20-4e37-88f3-6278dba8689c tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1787543 May 26 22:11:30.135388 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-c0a389de-b1ac-48c2-9717-379b66b0562f admin admin] Usage tracker for resource:security_group_rule and tenant:ac0ba15956ce4947b584e596d97359a7 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:30.138407 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-46d69789-50d0-4e6d-a66a-11c27bb7f253 req-216f9172-ae5c-48ef-821f-74351ffc5349 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920331 May 26 22:11:30.139204 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-c0a389de-b1ac-48c2-9717-379b66b0562f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:30.147041 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-c0a389de-b1ac-48c2-9717-379b66b0562f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:30.195994 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8775559e-a5ee-456d-bf2a-b073f94a3dc0 req-bd0cd4fc-8871-448b-8762-7a2828529249 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564456 May 26 22:11:30.313972 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c0a389de-b1ac-48c2-9717-379b66b0562f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:30.319911 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c0a389de-b1ac-48c2-9717-379b66b0562f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:30.329746 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-26d2cdb5-50de-4484-9ac6-8324abac6aa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:30.365289 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 60990) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:30.390316 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 60996) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:30.390633 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-c0a389de-b1ac-48c2-9717-379b66b0562f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac0ba15956ce4947b584e596d97359a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4957147 May 26 22:11:30.391469 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a389de-b1ac-48c2-9717-379b66b0562f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7b79f3-570b-42eb-ae58-a7595649be84,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:30.395287 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-c0a389de-b1ac-48c2-9717-379b66b0562f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:30.586151 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-42161a38-e9ad-4718-9279-b3aba1d4b63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:30.623841 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1e872584-567e-4f6e-a2d9-090537e394f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:30.656730 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-1e872584-567e-4f6e-a2d9-090537e394f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:30.660715 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-42161a38-e9ad-4718-9279-b3aba1d4b63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:30.661993 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-1e872584-567e-4f6e-a2d9-090537e394f9 admin admin] Usage tracker for resource:security_group_rule and tenant:08c327179e01459289a5c218ee4b6b64 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:30.665287 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-1e872584-567e-4f6e-a2d9-090537e394f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:30.671123 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-1e872584-567e-4f6e-a2d9-090537e394f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:30.679942 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5e924-3c55-44b1-b66c-27ce3f0048a1 req-79f3c87b-efa3-4eac-8bef-6c5b96c8462b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:30.685116 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-51c5e924-3c55-44b1-b66c-27ce3f0048a1 req-79f3c87b-efa3-4eac-8bef-6c5b96c8462b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.3300006 May 26 22:11:30.693462 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 32786) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:30.699294 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-bcd4eee5-98f9-4f82-a4cb-3e5281c0eaf3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Request body: {'floatingip': {'port_id': '239ba04f-b01e-461d-8cd5-aaa7ba839731'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:11:30.813492 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28799215-7caa-4128-8b64-75b4d08a45a5 req-a70e2d5f-6a47-44d8-814a-711bd3ac2666 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:30.815002 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-28799215-7caa-4128-8b64-75b4d08a45a5 req-a70e2d5f-6a47-44d8-814a-711bd3ac2666 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 946 time: 0.1451700 May 26 22:11:30.816243 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-42161a38-e9ad-4718-9279-b3aba1d4b63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:30.824340 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-37b7d63f-e1fb-48c5-b552-4a80341dcd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:30.830033 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bcd4eee5-98f9-4f82-a4cb-3e5281c0eaf3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for floatingip, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:30.874137 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42161a38-e9ad-4718-9279-b3aba1d4b63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7b79f3-570b-42eb-ae58-a7595649be84,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:30.877090 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-42161a38-e9ad-4718-9279-b3aba1d4b63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:30.894086 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-42161a38-e9ad-4718-9279-b3aba1d4b63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:30.895602 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-42161a38-e9ad-4718-9279-b3aba1d4b63c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b7b79f3-570b-42eb-ae58-a7595649be84 HTTP/1.1" status: 204 len: 168 time: 0.5038180 May 26 22:11:30.908020 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-28799215-7caa-4128-8b64-75b4d08a45a5 req-5264b6bc-7453-4707-a9d8-e5b0e47c64af tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864694 May 26 22:11:31.093052 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1e872584-567e-4f6e-a2d9-090537e394f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:31.097581 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1e872584-567e-4f6e-a2d9-090537e394f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:31.109582 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f68dcf38-04cb-43ab-8333-9d646ae56cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:31.142226 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6283549a-d76f-4187-8520-eb7066c12943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:31.236245 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-1e872584-567e-4f6e-a2d9-090537e394f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08c327179e01459289a5c218ee4b6b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8640535 May 26 22:11:31.239711 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 32840) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:31.241103 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e872584-567e-4f6e-a2d9-090537e394f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f90e5b1-84a6-41f4-891f-a0f5e2a195af,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:31.246206 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-1e872584-567e-4f6e-a2d9-090537e394f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:31.258454 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:31.417565 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6f6a79e2-68b9-4b9f-8b43-7c1a145f6f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:31.460328 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 32850) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:31.462888 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6f6a79e2-68b9-4b9f-8b43-7c1a145f6f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:31.541794 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa203706-a738-4341-a718-06f6870e2448 req-2d10b07c-6092-4497-a782-c1446fd7fcb7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:31.549453 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fa203706-a738-4341-a718-06f6870e2448 req-2d10b07c-6092-4497-a782-c1446fd7fcb7 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 945 time: 0.1937590 May 26 22:11:31.616310 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fa203706-a738-4341-a718-06f6870e2448 req-34dff58c-83ab-4634-90a4-d5de4cc13e6e tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654213 May 26 22:11:31.616652 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6f6a79e2-68b9-4b9f-8b43-7c1a145f6f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:31.627254 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-df24c42b-8ff5-4ca4-93a7-0a9bccafe589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:31.642200 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a79e2-68b9-4b9f-8b43-7c1a145f6f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f90e5b1-84a6-41f4-891f-a0f5e2a195af,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:31.652352 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ff74347-0693-4415-bc18-be081645a55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:31.653317 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-6f6a79e2-68b9-4b9f-8b43-7c1a145f6f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:31.655614 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6f6a79e2-68b9-4b9f-8b43-7c1a145f6f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:31.659179 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-6f6a79e2-68b9-4b9f-8b43-7c1a145f6f38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f90e5b1-84a6-41f4-891f-a0f5e2a195af HTTP/1.1" status: 204 len: 168 time: 0.4154139 May 26 22:11:31.803293 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3ff74347-0693-4415-bc18-be081645a55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:31.822493 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3ff74347-0693-4415-bc18-be081645a55a admin admin] Usage tracker for resource:security_group_rule and tenant:55bbe1cc8543427398ded1a85badfb98 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:31.827050 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3ff74347-0693-4415-bc18-be081645a55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:31.836945 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3ff74347-0693-4415-bc18-be081645a55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:32.179434 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 32874) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:32.200137 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-02091476-f74f-4b96-a479-060baba92092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:32.215886 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-02091476-f74f-4b96-a479-060baba92092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:32.220602 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-02091476-f74f-4b96-a479-060baba92092 admin admin] Usage tracker for resource:security_group_rule and tenant:d853f040779240f884bf151998b80f7d is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:32.230901 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-02091476-f74f-4b96-a479-060baba92092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:32.239821 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-02091476-f74f-4b96-a479-060baba92092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:32.308978 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ff74347-0693-4415-bc18-be081645a55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:32.320954 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ff74347-0693-4415-bc18-be081645a55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:32.342529 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-cf69b9ed-417d-436d-aaa6-a893ab3b5369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:32.358451 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:32.369817 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-02091476-f74f-4b96-a479-060baba92092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:32.374242 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-02091476-f74f-4b96-a479-060baba92092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:32.384503 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bcd4eee5-98f9-4f82-a4cb-3e5281c0eaf3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:32.397712 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-dc6ddeac-33ad-4ec5-9931-1b3bc8ba164c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:32.404492 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bcd4eee5-98f9-4f82-a4cb-3e5281c0eaf3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:32.494880 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3ff74347-0693-4415-bc18-be081645a55a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55bbe1cc8543427398ded1a85badfb98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0332918 May 26 22:11:32.505854 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 32892) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:32.506199 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 32894) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:32.508958 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-02091476-f74f-4b96-a479-060baba92092 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d853f040779240f884bf151998b80f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283703 May 26 22:11:32.509890 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02091476-f74f-4b96-a479-060baba92092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb96f63-5b73-476b-8982-0c43df40fcee,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:32.513263 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-02091476-f74f-4b96-a479-060baba92092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:32.523467 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff74347-0693-4415-bc18-be081645a55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6a5726-ac8e-479a-9701-74aaf2aa6e15,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:32.545396 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3ff74347-0693-4415-bc18-be081645a55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:32.712955 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f445c2d5-bfb1-488e-bd18-0b8eebeb1d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:32.724322 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.l3_db [None req-bcd4eee5-98f9-4f82-a4cb-3e5281c0eaf3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Floating IP b3109d9f-0c60-4d0c-8abf-23f83d89fcb0 associated. External IP: 172.27.2.12, port: 239ba04f-b01e-461d-8cd5-aaa7ba839731. May 26 22:11:32.821621 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f445c2d5-bfb1-488e-bd18-0b8eebeb1d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:32.834693 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-235eb40d-0109-4cb8-a276-9c72602e103a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:32.955455 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-235eb40d-0109-4cb8-a276-9c72602e103a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:33.012579 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f445c2d5-bfb1-488e-bd18-0b8eebeb1d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:33.018487 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:33.098679 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445c2d5-bfb1-488e-bd18-0b8eebeb1d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6a5726-ac8e-479a-9701-74aaf2aa6e15,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:33.105554 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f445c2d5-bfb1-488e-bd18-0b8eebeb1d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:33.137472 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-235eb40d-0109-4cb8-a276-9c72602e103a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:33.144205 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:33.204279 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f445c2d5-bfb1-488e-bd18-0b8eebeb1d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:33.205389 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-f445c2d5-bfb1-488e-bd18-0b8eebeb1d9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da6a5726-ac8e-479a-9701-74aaf2aa6e15 HTTP/1.1" status: 204 len: 168 time: 0.6975300 May 26 22:11:33.214732 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235eb40d-0109-4cb8-a276-9c72602e103a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb96f63-5b73-476b-8982-0c43df40fcee,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:33.216836 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-235eb40d-0109-4cb8-a276-9c72602e103a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:33.220169 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-235eb40d-0109-4cb8-a276-9c72602e103a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbb96f63-5b73-476b-8982-0c43df40fcee HTTP/1.1" status: 204 len: 168 time: 0.7084115 May 26 22:11:33.220169 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-235eb40d-0109-4cb8-a276-9c72602e103a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:33.260786 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd4eee5-98f9-4f82-a4cb-3e5281c0eaf3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Router 8bdc417f-1f92-4034-92fa-fc7ef645437a has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:11:33.474932 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd4eee5-98f9-4f82-a4cb-3e5281c0eaf3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:11:33.479844 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bcd4eee5-98f9-4f82-a4cb-3e5281c0eaf3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:33.489947 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c989ed-d9f9-43b2-8d0e-a33e03b95fde None None] Sync routers for ids ['8bdc417f-1f92-4034-92fa-fc7ef645437a'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:11:33.503525 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c989ed-d9f9-43b2-8d0e-a33e03b95fde None None] Routers {'8bdc417f-1f92-4034-92fa-fc7ef645437a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:11:33.504651 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-a9c989ed-d9f9-43b2-8d0e-a33e03b95fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:11:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['8bdc417f-1f92-4034-92fa-fc7ef645437a'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:11:33.539822 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-bcd4eee5-98f9-4f82-a4cb-3e5281c0eaf3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "PUT /v2.0/floatingips/b3109d9f-0c60-4d0c-8abf-23f83d89fcb0 HTTP/1.1" status: 200 len: 990 time: 2.8452737 May 26 22:11:33.540520 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db42a08-abb0-4734-a019-fa443344f209', 'tag': '239ba04f-b01e-461d-8cd5-aaa7ba839731'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:11:33.643330 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db42a08-abb0-4734-a019-fa443344f209', 'tag': '239ba04f-b01e-461d-8cd5-aaa7ba839731', 'status': 'completed', 'code': 200} May 26 22:11:33.692588 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 32930) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:33.713250 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c8c517de-7de6-4243-becd-8706af8a972c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:33.735236 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-c8c517de-7de6-4243-becd-8706af8a972c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:33.740490 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-c8c517de-7de6-4243-becd-8706af8a972c admin admin] Usage tracker for resource:security_group_rule and tenant:68f8830fbc9a4ec2981ee9e6825fa7ca is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:33.743527 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-c8c517de-7de6-4243-becd-8706af8a972c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:33.749494 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-c8c517de-7de6-4243-becd-8706af8a972c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:33.858218 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-a9c989ed-d9f9-43b2-8d0e-a33e03b95fde None None] Set router 8bdc417f-1f92-4034-92fa-fc7ef645437a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:11:33.862384 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:33.867252 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c8c517de-7de6-4243-becd-8706af8a972c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:33.871548 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c8c517de-7de6-4243-becd-8706af8a972c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:33.882043 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-1e872584-567e-4f6e-a2d9-090537e394f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:33.925497 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-c8c517de-7de6-4243-becd-8706af8a972c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68f8830fbc9a4ec2981ee9e6825fa7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316239 May 26 22:11:33.928168 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 32942) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:33.930440 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c517de-7de6-4243-becd-8706af8a972c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b211872e-881c-41c1-83aa-0d556cbd9b09,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:33.933778 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-c8c517de-7de6-4243-becd-8706af8a972c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:34.000706 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-34df5a97-8754-4c3d-91de-057510bf5927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:34.031005 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-34df5a97-8754-4c3d-91de-057510bf5927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:34.088912 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-34df5a97-8754-4c3d-91de-057510bf5927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:34.094245 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2a3743b7-1551-4063-ad08-bc0cc5a233e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:34.109845 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df5a97-8754-4c3d-91de-057510bf5927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b211872e-881c-41c1-83aa-0d556cbd9b09,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:34.114317 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-34df5a97-8754-4c3d-91de-057510bf5927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:34.126533 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-34df5a97-8754-4c3d-91de-057510bf5927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:34.131165 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-34df5a97-8754-4c3d-91de-057510bf5927 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b211872e-881c-41c1-83aa-0d556cbd9b09 HTTP/1.1" status: 204 len: 168 time: 0.1985888 May 26 22:11:34.210092 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 32956) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:34.292634 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-a9c989ed-d9f9-43b2-8d0e-a33e03b95fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': 'b3109d9f-0c60-4d0c-8abf-23f83d89fcb0', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'port_id': '239ba04f-b01e-461d-8cd5-aaa7ba839731', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'mac_address': 'fa:16:3e:97:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db42a08-abb0-4734-a019-fa443344f209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:10:48Z', 'updated_at': '2021-05-26T22:11:31Z', 'revision_number': 1, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab5e013-cc11-473d-a515-e10322464c82', 'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'mac_address': 'fa:16:3e:28:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:32Z', 'updated_at': '2021-05-26T22:10:44Z', 'revision_number': 5, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'subnets': [{'id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:11:34.296723 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c989ed-d9f9-43b2-8d0e-a33e03b95fde None None] Checking router: 8bdc417f-1f92-4034-92fa-fc7ef645437a for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:11:34.306588 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c989ed-d9f9-43b2-8d0e-a33e03b95fde None None] Routers {'8bdc417f-1f92-4034-92fa-fc7ef645437a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:11:34.307299 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-a9c989ed-d9f9-43b2-8d0e-a33e03b95fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:11:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['8bdc417f-1f92-4034-92fa-fc7ef645437a'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:11:34.466639 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-267932009-network', 'tenant_id': '45df813723e146279c49568ee56a764c'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:11:34.473824 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:34.478487 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Usage tracker for resource:network and tenant:45df813723e146279c49568ee56a764c is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:34.481576 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:34.492708 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:34.503664 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Made reservation on behalf of 45df813723e146279c49568ee56a764c for: {'network': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:11:34.506169 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:34.513537 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-a9c989ed-d9f9-43b2-8d0e-a33e03b95fde None None] Set router 8bdc417f-1f92-4034-92fa-fc7ef645437a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:11:34.518433 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:34.537395 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:34.541543 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Usage tracker for resource:security_group_rule and tenant:45df813723e146279c49568ee56a764c is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:34.547136 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:34.556018 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:34.666459 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:34.670677 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:34.675116 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:34.702597 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=91909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:11:34.712473 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787558d1-d95f-4dc0-b3b7-46c084663bfb,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:34.716029 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:34.718599 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:34.718941 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.segments_db [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Added segment f391fa82-010d-439d-8e3d-47d3022faa2d of type vlan for network f4dd4957-64d8-4c35-8150-e12b1e4f134b May 26 22:11:34.782082 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:34.827253 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:34.829087 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:34.829866 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:34.836004 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2fe3638a-449b-455c-9174-7bbf723550fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:34.960104 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Pushing event updated for resources: {'Network': ['ID=f4dd4957-64d8-4c35-8150-e12b1e4f134b,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:34.970376 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7590849 May 26 22:11:34.971500 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:34.971771 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network f4dd4957-64d8-4c35-8150-e12b1e4f134b details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:11:34.973780 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 32992) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:34.981307 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Request body: {'subnet': {'network_id': 'f4dd4957-64d8-4c35-8150-e12b1e4f134b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-267932009-subnet', 'tenant_id': '45df813723e146279c49568ee56a764c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:11:34.983723 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-a9c989ed-d9f9-43b2-8d0e-a33e03b95fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': 'b3109d9f-0c60-4d0c-8abf-23f83d89fcb0', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'port_id': '239ba04f-b01e-461d-8cd5-aaa7ba839731', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'mac_address': 'fa:16:3e:97:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db42a08-abb0-4734-a019-fa443344f209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:10:48Z', 'updated_at': '2021-05-26T22:11:31Z', 'revision_number': 1, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab5e013-cc11-473d-a515-e10322464c82', 'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'mac_address': 'fa:16:3e:28:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:32Z', 'updated_at': '2021-05-26T22:10:44Z', 'revision_number': 5, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'subnets': [{'id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:11:34.988050 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:34.993165 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Usage tracker for resource:subnet and tenant:45df813723e146279c49568ee56a764c is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:34.997004 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:34.999067 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c989ed-d9f9-43b2-8d0e-a33e03b95fde None None] The sync data for ids ['8bdc417f-1f92-4034-92fa-fc7ef645437a'] in dv-cinder-793244-1-iscsi is: [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': 'b3109d9f-0c60-4d0c-8abf-23f83d89fcb0', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'port_id': '239ba04f-b01e-461d-8cd5-aaa7ba839731', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'mac_address': 'fa:16:3e:97:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db42a08-abb0-4734-a019-fa443344f209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:10:48Z', 'updated_at': '2021-05-26T22:11:31Z', 'revision_number': 1, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab5e013-cc11-473d-a515-e10322464c82', 'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'mac_address': 'fa:16:3e:28:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:32Z', 'updated_at': '2021-05-26T22:10:44Z', 'revision_number': 5, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'subnets': [{'id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:11:35.007184 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:35.019904 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Made reservation on behalf of 45df813723e146279c49568ee56a764c for: {'subnet': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:11:35.022797 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2744471'] for subnet, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:35.292153 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe08500-b94b-4dfa-b067-ce9f754ffa07 None None] New status for floating IP b3109d9f-0c60-4d0c-8abf-23f83d89fcb0: ACTIVE {{(pid=91910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:11:35.543484 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2982521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2744449'] for subnet, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:35.551270 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-77b6193f-2c84-4580-9a01-85fa50be8b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:35.635229 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1db7bee-ed77-45db-a704-af537b9395f8,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:35.639070 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:35.639779 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Checking segment: {'id': 'f391fa82-010d-439d-8e3d-47d3022faa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f4dd4957-64d8-4c35-8150-e12b1e4f134b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:11:35.640134 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Network hostable DHCP agents. Network: f4dd4957-64d8-4c35-8150-e12b1e4f134b, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:11:35.656772 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Network f4dd4957-64d8-4c35-8150-e12b1e4f134b is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:11:35.666818 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, f4dd4957-64d8-4c35-8150-e12b1e4f134b) {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:11:35.677442 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:35.678057 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:35.680573 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c9553f-939c-4caa-8db3-3a65a4b123df None None] Network f4dd4957-64d8-4c35-8150-e12b1e4f134b requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:11:35.700801 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7258949 May 26 22:11:35.892324 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f6364a-8eee-41ee-926a-1b0e73c47d4a None None] Network f4dd4957-64d8-4c35-8150-e12b1e4f134b requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:11:36.089009 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc64e3a-c3cf-4cd7-81e9-53a7276290c8 req-d626ab44-9a3d-493c-bb4f-ccd5e1b03873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:36.093129 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-bfc64e3a-c3cf-4cd7-81e9-53a7276290c8 req-d626ab44-9a3d-493c-bb4f-ccd5e1b03873 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a435291021204d3da09d9114cbf1a10c&device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 1098 time: 0.1445816 May 26 22:11:36.267068 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc64e3a-c3cf-4cd7-81e9-53a7276290c8 req-b9f03c4a-7b08-4a76-b684-8cd73c775e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:36.268693 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-bfc64e3a-c3cf-4cd7-81e9-53a7276290c8 req-b9f03c4a-7b08-4a76-b684-8cd73c775e2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd0f4b88-2ea3-42a5-875f-953927127dd7 HTTP/1.1" status: 200 len: 911 time: 0.1622136 May 26 22:11:36.395151 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-bfc64e3a-c3cf-4cd7-81e9-53a7276290c8 req-806107f6-19c4-4c80-8d31-fe49e9917bf8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239ba04f-b01e-461d-8cd5-aaa7ba839731 HTTP/1.1" status: 200 len: 1000 time: 0.1190848 May 26 22:11:36.445155 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 33066) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:36.450745 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-227794642-network', 'tenant_id': '1565c30140e44d15954a68a1db4034d8'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:11:36.456655 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:36.462355 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Usage tracker for resource:network and tenant:1565c30140e44d15954a68a1db4034d8 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:36.462771 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc64e3a-c3cf-4cd7-81e9-53a7276290c8 req-edd902ec-2efe-4dfa-8662-63b8eb446fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:36.464277 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-bfc64e3a-c3cf-4cd7-81e9-53a7276290c8 req-edd902ec-2efe-4dfa-8662-63b8eb446fc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adae609d-8b31-437b-a405-c50a9858e6b3 HTTP/1.1" status: 200 len: 850 time: 0.0630305 May 26 22:11:36.467594 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:36.474433 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:36.486124 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Made reservation on behalf of 1565c30140e44d15954a68a1db4034d8 for: {'network': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:11:36.489401 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:36.505192 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:36.521839 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:36.527896 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Usage tracker for resource:security_group_rule and tenant:1565c30140e44d15954a68a1db4034d8 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:36.531572 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:36.540032 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:36.560654 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc64e3a-c3cf-4cd7-81e9-53a7276290c8 req-5f82dede-f569-4f6e-b3f9-c9dc23cfc5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:36.562227 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-bfc64e3a-c3cf-4cd7-81e9-53a7276290c8 req-5f82dede-f569-4f6e-b3f9-c9dc23cfc5db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd0f4b88-2ea3-42a5-875f-953927127dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859830 May 26 22:11:36.653802 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:36.658169 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:36.662953 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2893a53c-ae7c-4ee6-8ed0-345fa0058b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:36.691470 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=91908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:11:36.701141 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441da218-8c68-4d6a-8c3f-82f1da206683,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:36.705125 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:36.706055 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:36.706379 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.segments_db [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Added segment 4d16f448-cf69-4b46-a3bc-86e3f09875a7 of type vlan for network 49d5e495-3943-459e-bf33-04e0b7579aa9 May 26 22:11:36.709861 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-bfc64e3a-c3cf-4cd7-81e9-53a7276290c8 req-4b193883-11f1-49d2-9800-773fa3864cbb service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410155 May 26 22:11:36.741944 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:36.788377 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:36.804422 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:36.805054 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:36.811264 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-1df645bb-1ee1-44ab-af8c-4d5eac371a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:36.890884 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 33092) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:36.943181 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-bfc64e3a-c3cf-4cd7-81e9-53a7276290c8 req-6f7badce-c2fd-4e33-aacb-11c7651c1ada service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220035 May 26 22:11:36.946448 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5001869 May 26 22:11:36.947253 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Pushing event updated for resources: {'Network': ['ID=49d5e495-3943-459e-bf33-04e0b7579aa9,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:36.949613 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 33100) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:36.950545 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:36.955384 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Request body: {'subnet': {'network_id': '49d5e495-3943-459e-bf33-04e0b7579aa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-227794642-subnet', 'tenant_id': '1565c30140e44d15954a68a1db4034d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:11:36.960763 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:36.964489 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Usage tracker for resource:subnet and tenant:1565c30140e44d15954a68a1db4034d8 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:36.967206 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network 49d5e495-3943-459e-bf33-04e0b7579aa9 details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:11:36.967764 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:36.974832 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:36.994583 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Made reservation on behalf of 1565c30140e44d15954a68a1db4034d8 for: {'subnet': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:11:36.997354 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2744471'] for subnet, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:37.111911 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d93687d9-5695-434f-962a-adf34f79e8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:37.142853 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-d93687d9-5695-434f-962a-adf34f79e8f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:37.150845 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-d93687d9-5695-434f-962a-adf34f79e8f8 admin admin] Usage tracker for resource:security_group_rule and tenant:5b5ef3512f4645688a661bc994c906d1 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:37.154415 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-d93687d9-5695-434f-962a-adf34f79e8f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:37.163418 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-d93687d9-5695-434f-962a-adf34f79e8f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:37.348857 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d93687d9-5695-434f-962a-adf34f79e8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:37.353766 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d93687d9-5695-434f-962a-adf34f79e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:37.365976 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-235eb40d-0109-4cb8-a276-9c72602e103a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:37.455043 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-d93687d9-5695-434f-962a-adf34f79e8f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b5ef3512f4645688a661bc994c906d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5628469 May 26 22:11:37.457775 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 33116) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:37.467164 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93687d9-5695-434f-962a-adf34f79e8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bdb041-4a8d-4cb2-8ec1-080815beb08e,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:37.471222 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d93687d9-5695-434f-962a-adf34f79e8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:37.533375 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-54e19e5a-ed79-4b01-95ec-335c495bf9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:37.565501 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-54e19e5a-ed79-4b01-95ec-335c495bf9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:37.628106 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-54e19e5a-ed79-4b01-95ec-335c495bf9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:37.634687 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-b4e75c0b-67d7-4bbb-85f5-a81edcfbf0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:37.654109 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e19e5a-ed79-4b01-95ec-335c495bf9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bdb041-4a8d-4cb2-8ec1-080815beb08e,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:37.657408 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-54e19e5a-ed79-4b01-95ec-335c495bf9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:37.658672 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-54e19e5a-ed79-4b01-95ec-335c495bf9c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12bdb041-4a8d-4cb2-8ec1-080815beb08e HTTP/1.1" status: 204 len: 168 time: 0.1995463 May 26 22:11:37.659867 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-54e19e5a-ed79-4b01-95ec-335c495bf9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:37.676673 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2982521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2744449'] for subnet, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:37.684139 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ce3daab4-f3e5-4423-aa57-1c98992653e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:37.783719 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e1f5ddb-2edc-409d-a96f-1abfc9df8694,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:37.788282 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:37.793516 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Checking segment: {'id': '4d16f448-cf69-4b46-a3bc-86e3f09875a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49d5e495-3943-459e-bf33-04e0b7579aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:11:37.793869 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Network hostable DHCP agents. Network: 49d5e495-3943-459e-bf33-04e0b7579aa9, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:11:37.817757 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Network 49d5e495-3943-459e-bf33-04e0b7579aa9 is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:11:37.839843 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, 49d5e495-3943-459e-bf33-04e0b7579aa9) {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:11:37.856982 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef92bbf-0179-4fa8-b330-d820500263a4 None None] Network 49d5e495-3943-459e-bf33-04e0b7579aa9 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:11:37.889555 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:37.889555 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:37.961213 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-4b1bacba-7e6c-4c14-ab4d-224e771f337c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0103953 May 26 22:11:38.159122 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 33150) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:38.182466 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2ddd3f-8ca4-47de-9b58-ce41058e5ffc None None] Network 49d5e495-3943-459e-bf33-04e0b7579aa9 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:11:38.198666 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-94bd3518-4856-46d8-8d82-4fd5e0de5422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:38.214480 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-94bd3518-4856-46d8-8d82-4fd5e0de5422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:38.218350 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-94bd3518-4856-46d8-8d82-4fd5e0de5422 admin admin] Usage tracker for resource:security_group_rule and tenant:ab4299b3b20643f7810d87d6bd8ca1f5 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:38.222612 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-94bd3518-4856-46d8-8d82-4fd5e0de5422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:38.230354 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-94bd3518-4856-46d8-8d82-4fd5e0de5422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:38.399375 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-94bd3518-4856-46d8-8d82-4fd5e0de5422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:38.406024 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-94bd3518-4856-46d8-8d82-4fd5e0de5422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:38.421426 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f9bb52db-f31a-4483-85df-70364f7c1224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:38.472595 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-94bd3518-4856-46d8-8d82-4fd5e0de5422 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab4299b3b20643f7810d87d6bd8ca1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127024 May 26 22:11:38.473712 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 33168) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:38.477790 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd3518-4856-46d8-8d82-4fd5e0de5422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2ba826-2b1d-4b03-9b55-c75cf2751347,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:38.480912 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-94bd3518-4856-46d8-8d82-4fd5e0de5422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:38.563910 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-03aa4f20-b63e-47f9-a92c-2a64ceb9ed5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:38.595496 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-03aa4f20-b63e-47f9-a92c-2a64ceb9ed5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:38.663004 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-03aa4f20-b63e-47f9-a92c-2a64ceb9ed5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:38.667545 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-c0a389de-b1ac-48c2-9717-379b66b0562f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:38.679594 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa4f20-b63e-47f9-a92c-2a64ceb9ed5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2ba826-2b1d-4b03-9b55-c75cf2751347,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:38.682103 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-03aa4f20-b63e-47f9-a92c-2a64ceb9ed5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:38.689332 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-03aa4f20-b63e-47f9-a92c-2a64ceb9ed5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:38.690439 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-03aa4f20-b63e-47f9-a92c-2a64ceb9ed5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a2ba826-2b1d-4b03-9b55-c75cf2751347 HTTP/1.1" status: 204 len: 168 time: 0.2149100 May 26 22:11:44.906348 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:11:48.686121 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 33428) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:48.811844 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-742bc0d1-e97b-403f-abaf-27c738e02d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:48.829900 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-742bc0d1-e97b-403f-abaf-27c738e02d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:48.834268 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-742bc0d1-e97b-403f-abaf-27c738e02d98 admin admin] Usage tracker for resource:security_group_rule and tenant:15bc8c3a15de4a57b87a9e8a3e883106 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:48.837259 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-742bc0d1-e97b-403f-abaf-27c738e02d98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:48.843863 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-742bc0d1-e97b-403f-abaf-27c738e02d98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:48.936080 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-742bc0d1-e97b-403f-abaf-27c738e02d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:48.941351 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-742bc0d1-e97b-403f-abaf-27c738e02d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:48.950127 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:48.990765 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bc0d1-e97b-403f-abaf-27c738e02d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7266252a-43b7-46c0-ad95-06493dfa78a2,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:48.993931 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-742bc0d1-e97b-403f-abaf-27c738e02d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:48.998153 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-742bc0d1-e97b-403f-abaf-27c738e02d98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15bc8c3a15de4a57b87a9e8a3e883106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103340 May 26 22:11:49.000341 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 33444) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:49.064571 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f0cf0b2d-f199-46b6-9b5b-501b867a5120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:49.090957 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f0cf0b2d-f199-46b6-9b5b-501b867a5120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:49.153522 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f0cf0b2d-f199-46b6-9b5b-501b867a5120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:49.158507 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:49.171713 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf0b2d-f199-46b6-9b5b-501b867a5120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7266252a-43b7-46c0-ad95-06493dfa78a2,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:49.175903 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f0cf0b2d-f199-46b6-9b5b-501b867a5120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:49.184791 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f0cf0b2d-f199-46b6-9b5b-501b867a5120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:49.186132 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-f0cf0b2d-f199-46b6-9b5b-501b867a5120 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7266252a-43b7-46c0-ad95-06493dfa78a2 HTTP/1.1" status: 204 len: 168 time: 0.1846044 May 26 22:11:49.470984 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 33464) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:49.490127 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-146f609c-4adf-4214-b874-d92aec1f41cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:49.506294 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-146f609c-4adf-4214-b874-d92aec1f41cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:49.510197 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-146f609c-4adf-4214-b874-d92aec1f41cc admin admin] Usage tracker for resource:security_group_rule and tenant:8a203a6067cd4f94a378a92c164a63b5 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:49.513104 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-146f609c-4adf-4214-b874-d92aec1f41cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:49.519362 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-146f609c-4adf-4214-b874-d92aec1f41cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:49.692095 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-146f609c-4adf-4214-b874-d92aec1f41cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:49.696153 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-146f609c-4adf-4214-b874-d92aec1f41cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:49.704588 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:49.773826 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-146f609c-4adf-4214-b874-d92aec1f41cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a203a6067cd4f94a378a92c164a63b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016782 May 26 22:11:49.776423 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 33480) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:49.783294 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f609c-4adf-4214-b874-d92aec1f41cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fcdff3-4000-413c-91c3-6198810bd279,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:49.787276 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-146f609c-4adf-4214-b874-d92aec1f41cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:49.800945 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-ae9d1955-b0b6-41a1-915f-89cf721a9ea0 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:49.802386 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-ae9d1955-b0b6-41a1-915f-89cf721a9ea0 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/networks?id=459387a3-7a2b-4e1f-b526-99212399eff7 HTTP/1.1" status: 200 len: 815 time: 0.2217679 May 26 22:11:49.817426 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-4d304c55-85d4-4fe4-8ef2-95dfed3bc3a1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/quotas/1702d9b498a2486f9443bfc634d212e6 HTTP/1.1" status: 200 len: 375 time: 0.0094593 May 26 22:11:49.837915 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8c35-85bf-42ae-89c3-0e4c5a525b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:49.867616 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8c35-85bf-42ae-89c3-0e4c5a525b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:49.902252 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-27b15c36-48be-46b2-99c4-c291c1435054 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1702d9b498a2486f9443bfc634d212e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0787127 May 26 22:11:49.920095 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8c35-85bf-42ae-89c3-0e4c5a525b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:49.924959 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a328305f-3255-4a0c-b1f7-1a2c6e8b5f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:49.936602 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa8c35-85bf-42ae-89c3-0e4c5a525b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fcdff3-4000-413c-91c3-6198810bd279,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:49.939473 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-7ffa8c35-85bf-42ae-89c3-0e4c5a525b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:49.944175 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8c35-85bf-42ae-89c3-0e4c5a525b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:49.945340 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-7ffa8c35-85bf-42ae-89c3-0e4c5a525b11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86fcdff3-4000-413c-91c3-6198810bd279 HTTP/1.1" status: 204 len: 168 time: 0.1678591 May 26 22:11:50.045350 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-4cbc1283-f87b-4f1f-8998-4521b08dd97a service neutron] 10.222.0.15 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358240 May 26 22:11:50.251143 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-05ad9168-6499-437c-b40a-6865af8a3471 service neutron] 10.222.0.15 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993563 May 26 22:11:50.433390 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a6328dcf-7ae0-47b1-a0d8-339f7d3691a7 req-35b4f239-5491-4a25-9522-eaccffbc3151 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 210 time: 0.0428197 May 26 22:11:51.585715 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7a938454-3efa-4101-88f8-5c36c37f8b79 req-f43a7330-561e-40ad-b887-fd12381af20b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 210 time: 0.0463922 May 26 22:11:52.593550 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 33590) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:52.747414 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-53f5028f-5c8f-43bb-82ec-a4a4c45a64ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:52.764886 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ef272e0d-3143-4a3c-ba8d-6eee15510609 req-635d8d9b-2f03-4a80-b80f-eda58bc93017 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 210 time: 0.0666308 May 26 22:11:52.768512 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-53f5028f-5c8f-43bb-82ec-a4a4c45a64ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:52.773048 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-53f5028f-5c8f-43bb-82ec-a4a4c45a64ad admin admin] Usage tracker for resource:security_group_rule and tenant:f53da40057eb4128b2917f9eeed301aa is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:52.776272 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-53f5028f-5c8f-43bb-82ec-a4a4c45a64ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:52.785617 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-53f5028f-5c8f-43bb-82ec-a4a4c45a64ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:52.864187 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-53f5028f-5c8f-43bb-82ec-a4a4c45a64ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:52.868018 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-53f5028f-5c8f-43bb-82ec-a4a4c45a64ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:52.877462 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-7f3b5097-e8b4-44b4-b866-a7cba3a18903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:52.915719 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5028f-5c8f-43bb-82ec-a4a4c45a64ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbd9c66-018d-431d-8bec-12869b728f9c,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:52.919899 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-53f5028f-5c8f-43bb-82ec-a4a4c45a64ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f53da40057eb4128b2917f9eeed301aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253324 May 26 22:11:52.920729 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-53f5028f-5c8f-43bb-82ec-a4a4c45a64ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:52.923181 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 33600) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:52.979946 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-65fb3e91-c6f1-4ccc-aaec-29859cd5cdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:53.005330 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-65fb3e91-c6f1-4ccc-aaec-29859cd5cdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:53.055929 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-65fb3e91-c6f1-4ccc-aaec-29859cd5cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:53.060732 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-39d1cb28-f4fa-4f87-8a54-e14f42d4ac7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:53.074751 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb3e91-c6f1-4ccc-aaec-29859cd5cdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbd9c66-018d-431d-8bec-12869b728f9c,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:53.077572 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-65fb3e91-c6f1-4ccc-aaec-29859cd5cdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:53.081718 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-65fb3e91-c6f1-4ccc-aaec-29859cd5cdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:53.082749 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-65fb3e91-c6f1-4ccc-aaec-29859cd5cdc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9bbd9c66-018d-431d-8bec-12869b728f9c HTTP/1.1" status: 204 len: 168 time: 0.1592994 May 26 22:11:53.357207 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 33614) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:53.374626 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-54862c15-208a-4b39-a42b-e4b2a040fa59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:53.389633 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-54862c15-208a-4b39-a42b-e4b2a040fa59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:53.393557 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-54862c15-208a-4b39-a42b-e4b2a040fa59 admin admin] Usage tracker for resource:security_group_rule and tenant:f1b789cc08c8411c81ed0e08430cc886 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:11:53.396344 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-54862c15-208a-4b39-a42b-e4b2a040fa59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:11:53.401986 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-54862c15-208a-4b39-a42b-e4b2a040fa59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:53.484534 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-54862c15-208a-4b39-a42b-e4b2a040fa59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:53.488566 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-54862c15-208a-4b39-a42b-e4b2a040fa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:53.495081 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-42161a38-e9ad-4718-9279-b3aba1d4b63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:53.533142 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54862c15-208a-4b39-a42b-e4b2a040fa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231791d0-8c66-43cb-97f2-585fa594a756,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:53.539854 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-54862c15-208a-4b39-a42b-e4b2a040fa59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1b789cc08c8411c81ed0e08430cc886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792905 May 26 22:11:53.539854 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-54862c15-208a-4b39-a42b-e4b2a040fa59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:53.540117 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 33620) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:11:53.597675 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-97ed1ccd-76f2-4ae3-b2b3-aad70e151ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:53.628587 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-97ed1ccd-76f2-4ae3-b2b3-aad70e151ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:53.674228 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-97ed1ccd-76f2-4ae3-b2b3-aad70e151ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:53.679517 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-6f6a79e2-68b9-4b9f-8b43-7c1a145f6f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:53.692064 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed1ccd-76f2-4ae3-b2b3-aad70e151ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231791d0-8c66-43cb-97f2-585fa594a756,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:53.694865 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-97ed1ccd-76f2-4ae3-b2b3-aad70e151ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:53.696780 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-97ed1ccd-76f2-4ae3-b2b3-aad70e151ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:53.697848 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-97ed1ccd-76f2-4ae3-b2b3-aad70e151ea6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/231791d0-8c66-43cb-97f2-585fa594a756 HTTP/1.1" status: 204 len: 168 time: 0.1569448 May 26 22:11:53.966781 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5fac09e1-5c44-490c-8289-6c387bb1703b req-2e2c0a97-5d27-40d3-9acc-46f7475b39fa tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 210 time: 0.0492084 May 26 22:11:54.860685 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0cdefda9-bed5-4ad0-9332-20042363d47b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:54.862125 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0cdefda9-bed5-4ad0-9332-20042363d47b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "GET /v2.0/networks?id=459387a3-7a2b-4e1f-b526-99212399eff7 HTTP/1.1" status: 200 len: 815 time: 0.1567883 May 26 22:11:54.880685 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Request body: {'port': {'device_id': '6cfcd1a8-eaa7-4a91-953d-292020d409fb', 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7', 'admin_state_up': True, 'tenant_id': '1702d9b498a2486f9443bfc634d212e6'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:11:55.023202 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:11:55.034029 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:11:55.045612 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Made reservation on behalf of 1702d9b498a2486f9443bfc634d212e6 for: {'port': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:11:55.049591 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:55.149225 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c9444934-1369-4e97-93df-d818db914294 req-e5e72e53-caac-4630-9838-b117b4df01a2 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 210 time: 0.0437806 May 26 22:11:55.230315 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Allocated IP 172.20.0.10 (459387a3-7a2b-4e1f-b526-99212399eff7/0809b9ed-7456-42ae-9ec5-c5f21c4387ae/5072c30f-6106-44b2-a0b2-b928d323ff8a) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:11:55.317821 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:55.451308 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:55.480295 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:55.493629 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:55.557015 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Network 459387a3-7a2b-4e1f-b526-99212399eff7 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:11:55.560226 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:11:55.564271 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:11:55.608723 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Pushing event updated for resources: {'Port': ['ID=5072c30f-6106-44b2-a0b2-b928d323ff8a,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:55.613772 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:55.640070 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:55.640685 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for port, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:55.670198 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7933695 May 26 22:11:56.341370 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38427be3-e3c9-4ed9-b5d7-48c6d5268fe2 req-b9a45ba4-efe9-4a71-982c-ddace1ac3f07 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:56.342798 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-38427be3-e3c9-4ed9-b5d7-48c6d5268fe2 req-b9a45ba4-efe9-4a71-982c-ddace1ac3f07 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 932 time: 0.0819104 May 26 22:11:56.390972 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-38427be3-e3c9-4ed9-b5d7-48c6d5268fe2 req-afec0612-edbe-4b31-b9ef-acaae3f1f487 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415661 May 26 22:11:57.248404 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['0b270138-4732-42f3-858e-6dc305cd051a'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:11:57.573453 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38e4fa-3947-40db-ba96-2ebb75a37f86 req-40acaf5c-9473-4224-a097-5d4634edfe2a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:57.574882 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb38e4fa-3947-40db-ba96-2ebb75a37f86 req-40acaf5c-9473-4224-a097-5d4634edfe2a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 932 time: 0.0774615 May 26 22:11:57.619862 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb38e4fa-3947-40db-ba96-2ebb75a37f86 req-07f26af8-b869-46df-9fd0-e5defea29669 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393076 May 26 22:11:58.424686 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Request body: {'port': {'device_id': '6cfcd1a8-eaa7-4a91-953d-292020d409fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:11:58.540089 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:58.797914 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-44eab1ae-fdb8-42a6-9df1-0b7747f12c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:58.805847 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f050b0-0512-424f-aa52-bb49fd3d8f38 req-60931ede-e05d-414f-a516-f89cd5706666 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:58.807489 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26f050b0-0512-424f-aa52-bb49fd3d8f38 req-60931ede-e05d-414f-a516-f89cd5706666 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 932 time: 0.0846388 May 26 22:11:58.853876 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26f050b0-0512-424f-aa52-bb49fd3d8f38 req-118144ac-1ec9-4511-a3e1-7dfe899d0311 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402124 May 26 22:11:58.883319 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5072c30f-6106-44b2-a0b2-b928d323ff8a {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:11:58.890810 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:58.905088 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Transition to ACTIVE for port object 5072c30f-6106-44b2-a0b2-b928d323ff8a will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:11:58.909601 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2985214'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:58.913965 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-53eef421-6d34-48b9-8745-79b9bb580852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:59.105101 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Pushing event updated for resources: {'Port': ['ID=5072c30f-6106-44b2-a0b2-b928d323ff8a,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:59.132552 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:59.211028 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Attempting to bind port 5072c30f-6106-44b2-a0b2-b928d323ff8a on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:11:59.211360 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Attempting to bind port 5072c30f-6106-44b2-a0b2-b928d323ff8a by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:11:59.211700 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Attempting to bind port 5072c30f-6106-44b2-a0b2-b928d323ff8a on network 459387a3-7a2b-4e1f-b526-99212399eff7 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:11:59.216253 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Port 5072c30f-6106-44b2-a0b2-b928d323ff8a on network 459387a3-7a2b-4e1f-b526-99212399eff7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:11:59.216567 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Attempting to bind port 5072c30f-6106-44b2-a0b2-b928d323ff8a on network 459387a3-7a2b-4e1f-b526-99212399eff7 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:11:59.221631 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:11:59.222184 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Checking segment: {'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:11:59.222617 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Bound using segment: {'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:11:59.223043 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Bound port: 5072c30f-6106-44b2-a0b2-b928d323ff8a, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:11:59.223385 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:59.313840 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] For port 5072c30f-6106-44b2-a0b2-b928d323ff8a, host hv-cinder-79324, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:11:59.317489 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] For port 5072c30f-6106-44b2-a0b2-b928d323ff8a, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=5072c30f-6106-44b2-a0b2-b928d323ff8a,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:11:59.321806 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2985214'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:59.326474 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:11:59.381118 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:11:59.381763 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for port, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:11:59.383156 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] 10.222.0.24 "PUT /v2.0/ports/5072c30f-6106-44b2-a0b2-b928d323ff8a HTTP/1.1" status: 200 len: 1094 time: 0.9627953 May 26 22:11:59.383638 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfcd1a8-eaa7-4a91-953d-292020d409fb', 'tag': '5072c30f-6106-44b2-a0b2-b928d323ff8a'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:11:59.404721 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Pushing event updated for resources: {'Port': ['ID=5072c30f-6106-44b2-a0b2-b928d323ff8a,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:11:59.407833 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:11:59.430811 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfcd1a8-eaa7-4a91-953d-292020d409fb', 'tag': '5072c30f-6106-44b2-a0b2-b928d323ff8a', 'status': 'completed', 'code': 200} May 26 22:12:00.037869 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20a4d1-a602-475a-b6c8-61b4dfe4d3c7 req-de84fcac-04ca-4a58-aa30-16ea42c1f5db tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:00.039293 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9a20a4d1-a602-475a-b6c8-61b4dfe4d3c7 req-de84fcac-04ca-4a58-aa30-16ea42c1f5db tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 944 time: 0.0779054 May 26 22:12:00.082933 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9a20a4d1-a602-475a-b6c8-61b4dfe4d3c7 req-f296dc7a-f6c1-43b8-b873-e627b2c5d913 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380340 May 26 22:12:00.391159 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e648f1-6780-4678-9ffd-68141bcc34d1 req-3215f6ca-0deb-433d-b18b-24cd81c04e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:00.392665 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-f2e648f1-6780-4678-9ffd-68141bcc34d1 req-3215f6ca-0deb-433d-b18b-24cd81c04e70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1702d9b498a2486f9443bfc634d212e6&device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 1097 time: 0.0780923 May 26 22:12:00.533528 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e648f1-6780-4678-9ffd-68141bcc34d1 req-95647f95-5ae6-4569-b963-f7464a8ef2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:00.535529 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-f2e648f1-6780-4678-9ffd-68141bcc34d1 req-95647f95-5ae6-4569-b963-f7464a8ef2c5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1702d9b498a2486f9443bfc634d212e6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1342156 May 26 22:12:00.810963 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e648f1-6780-4678-9ffd-68141bcc34d1 req-795c6b5c-4dd1-4b71-a35e-760b0649c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:00.812685 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-f2e648f1-6780-4678-9ffd-68141bcc34d1 req-795c6b5c-4dd1-4b71-a35e-760b0649c29a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1327131 May 26 22:12:01.090273 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-3fc4d8f5-c452-40c6-af52-db8e2b4bd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:01.091736 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-3fc4d8f5-c452-40c6-af52-db8e2b4bd83b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1702d9b498a2486f9443bfc634d212e6&device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 1097 time: 0.0692408 May 26 22:12:01.135641 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dbb6e4ca-114a-43b9-baba-b34c2dabe23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:01.207009 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-d72d9caf-3122-4067-bd65-2902dd5ab43b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5072c30f-6106-44b2-a0b2-b928d323ff8a HTTP/1.1" status: 200 len: 217 time: 0.0658374 May 26 22:12:01.240450 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:01.272481 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821af0f-03b3-48d5-beeb-326f27c16f26 req-a56769cd-d46c-43eb-a5e2-2af6c0c19f35 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:01.274590 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9821af0f-03b3-48d5-beeb-326f27c16f26 req-a56769cd-d46c-43eb-a5e2-2af6c0c19f35 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 944 time: 0.0869832 May 26 22:12:01.281910 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-2cd4c6ec-6f0f-40e4-ab82-ce6cfbb964e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:01.283325 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-2cd4c6ec-6f0f-40e4-ab82-ce6cfbb964e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0809b9ed-7456-42ae-9ec5-c5f21c4387ae HTTP/1.1" status: 200 len: 855 time: 0.0627389 May 26 22:12:01.322435 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9821af0f-03b3-48d5-beeb-326f27c16f26 req-95b8de39-af8a-44be-9d04-7bdb129c7d1a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417023 May 26 22:12:01.332736 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-def052c6-2f0a-4d0a-8b64-781f6d8cdfbe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=459387a3-7a2b-4e1f-b526-99212399eff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429285 May 26 22:12:01.481631 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-62fbd6ab-2b7e-449a-8bcc-d1ee5b1bc8da service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369655 May 26 22:12:01.620007 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-aaba2eec-c9b2-4bff-b5f8-04a8bb7bf6d2 req-9349add3-4541-4dac-8e12-0f7e204c4f7e service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307957 May 26 22:12:02.356414 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:02.517233 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce034f-41e3-4ed9-acdb-9418616425be req-8d4aedd9-859c-4e62-adcb-e581fce04581 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:02.519512 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-85ce034f-41e3-4ed9-acdb-9418616425be req-8d4aedd9-859c-4e62-adcb-e581fce04581 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 944 time: 0.0847909 May 26 22:12:02.568796 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-85ce034f-41e3-4ed9-acdb-9418616425be req-6d49c1fc-c388-4b40-828f-d611bbb13cdc tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433536 May 26 22:12:03.763714 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f956f-c231-4659-a116-1f7d29e0ddd9 req-ae17b558-925e-4bdb-b3a9-bb5346d06cd7 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:03.765148 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-950f956f-c231-4659-a116-1f7d29e0ddd9 req-ae17b558-925e-4bdb-b3a9-bb5346d06cd7 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 944 time: 0.0869238 May 26 22:12:03.808876 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-950f956f-c231-4659-a116-1f7d29e0ddd9 req-9120f7e2-3bdd-412c-9097-d4cd9f34b2e3 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372703 May 26 22:12:03.861849 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:05.002764 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cce51-7ebd-4d6b-8beb-dda7501d26e9 req-078b8b09-ccf9-4876-84ba-cb7a8c94a20a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:05.004171 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-418cce51-7ebd-4d6b-8beb-dda7501d26e9 req-078b8b09-ccf9-4876-84ba-cb7a8c94a20a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 944 time: 0.0844467 May 26 22:12:05.047353 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-418cce51-7ebd-4d6b-8beb-dda7501d26e9 req-2468c9f0-4747-44bc-bba6-5498b149454f tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375712 May 26 22:12:06.233225 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa17e2-ad93-4e95-8fc7-d02d83440dcf req-e8db7659-3e7c-44c3-98f4-638dee403890 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:06.234665 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bdfa17e2-ad93-4e95-8fc7-d02d83440dcf req-e8db7659-3e7c-44c3-98f4-638dee403890 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 944 time: 0.0788722 May 26 22:12:06.278593 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bdfa17e2-ad93-4e95-8fc7-d02d83440dcf req-c3207460-22b0-481f-88b5-53fc759967ec tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373726 May 26 22:12:07.470216 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368b42a-4061-4a88-b2a2-fff2aaecd228 req-c1dbcd00-2d6d-4c79-a905-ea8866b56a62 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:07.472265 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6368b42a-4061-4a88-b2a2-fff2aaecd228 req-c1dbcd00-2d6d-4c79-a905-ea8866b56a62 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 944 time: 0.0857928 May 26 22:12:07.517032 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6368b42a-4061-4a88-b2a2-fff2aaecd228 req-82395706-b1d0-47fb-894c-d9d288934ee7 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388854 May 26 22:12:07.975783 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-7093a14f-916f-4dea-aff6-9b72ac5449be req-3761ad60-1a5e-444e-a82c-26fee80881c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721998 May 26 22:12:08.134409 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093a14f-916f-4dea-aff6-9b72ac5449be req-094d2107-a695-432c-a5cf-cb0eede1d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:08.135930 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-7093a14f-916f-4dea-aff6-9b72ac5449be req-094d2107-a695-432c-a5cf-cb0eede1d038 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ec223e5db13471b87bb676d3f702942&device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 1098 time: 0.0715957 May 26 22:12:08.287955 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093a14f-916f-4dea-aff6-9b72ac5449be req-ea84483d-723b-4272-aa62-aec10a20730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:08.289415 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-7093a14f-916f-4dea-aff6-9b72ac5449be req-ea84483d-723b-4272-aa62-aec10a20730b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8054597e-838f-4c0b-a756-8e2bbdb68ee1 HTTP/1.1" status: 200 len: 911 time: 0.1325581 May 26 22:12:08.415006 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-7093a14f-916f-4dea-aff6-9b72ac5449be req-6b49547c-c2cc-4472-8dd8-eae6c6ebe299 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 HTTP/1.1" status: 200 len: 217 time: 0.1186225 May 26 22:12:08.478428 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093a14f-916f-4dea-aff6-9b72ac5449be req-cd689c6d-4e32-4eae-a679-9dd12643440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:08.479890 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-7093a14f-916f-4dea-aff6-9b72ac5449be req-cd689c6d-4e32-4eae-a679-9dd12643440c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69a675ca-94e4-48bd-be56-81ea7e053604 HTTP/1.1" status: 200 len: 851 time: 0.0576105 May 26 22:12:08.529703 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-7093a14f-916f-4dea-aff6-9b72ac5449be req-457c5a2f-378c-4e41-9e73-066a0eb2b977 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8054597e-838f-4c0b-a756-8e2bbdb68ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431383 May 26 22:12:08.667810 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-7093a14f-916f-4dea-aff6-9b72ac5449be req-c867f1f2-0d63-4cf4-bd7d-0e4e719c4e0e service neutron] 10.222.0.24 "GET /v2.0/networks/8054597e-838f-4c0b-a756-8e2bbdb68ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315997 May 26 22:12:08.707048 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9c72c-00ef-42da-914e-26fd54c2387f req-5122c44d-ce54-4ae2-acff-876de20b85f5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:08.709211 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-25f9c72c-00ef-42da-914e-26fd54c2387f req-5122c44d-ce54-4ae2-acff-876de20b85f5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 944 time: 0.0840604 May 26 22:12:08.758399 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-25f9c72c-00ef-42da-914e-26fd54c2387f req-1a825ec7-14ca-44bc-a221-d35fb7aae17d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436099 May 26 22:12:08.825994 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-7093a14f-916f-4dea-aff6-9b72ac5449be req-9c44e49b-3083-4425-a402-b411562ba3d0 service neutron] 10.222.0.24 "GET /v2.0/networks/8054597e-838f-4c0b-a756-8e2bbdb68ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373003 May 26 22:12:10.014056 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea6bcc-a28d-40fc-9e56-e04f7afc5f03 req-44aa31f0-fbdf-42ae-b77c-005dbc72b1e1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:10.015548 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-58ea6bcc-a28d-40fc-9e56-e04f7afc5f03 req-44aa31f0-fbdf-42ae-b77c-005dbc72b1e1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 944 time: 0.1349068 May 26 22:12:10.067551 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-58ea6bcc-a28d-40fc-9e56-e04f7afc5f03 req-6bfca67c-7313-44b3-b982-7f3c4b556a16 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456297 May 26 22:12:10.790005 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 33946) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:10.926005 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b0bbdb03-7d3f-496c-b56b-c70b7b5f5cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:10.942897 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-b0bbdb03-7d3f-496c-b56b-c70b7b5f5cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:10.946766 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-b0bbdb03-7d3f-496c-b56b-c70b7b5f5cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:527774a3b59e4b1196a26749fe2d056c is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:10.949593 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-b0bbdb03-7d3f-496c-b56b-c70b7b5f5cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:10.955358 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-b0bbdb03-7d3f-496c-b56b-c70b7b5f5cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:11.041208 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b0bbdb03-7d3f-496c-b56b-c70b7b5f5cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:11.045141 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b0bbdb03-7d3f-496c-b56b-c70b7b5f5cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:11.054532 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-04f5cfd2-bc7e-450a-9937-7052f19c3f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:11.092860 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-b0bbdb03-7d3f-496c-b56b-c70b7b5f5cc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=527774a3b59e4b1196a26749fe2d056c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016772 May 26 22:12:11.094742 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbdb03-7d3f-496c-b56b-c70b7b5f5cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f8386c-828d-4bbc-aa60-53fb8b627314,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:11.095597 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 33956) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:11.098973 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-b0bbdb03-7d3f-496c-b56b-c70b7b5f5cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:11.181364 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a6d618a7-b5c6-4afc-be98-04993a6bf032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:11.230416 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a6d618a7-b5c6-4afc-be98-04993a6bf032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:11.281147 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1690b3-9da0-438d-bd58-cc2cbe9116a8 req-708b0f1d-5788-43f8-9ab5-7471165b465c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:11.282770 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4f1690b3-9da0-438d-bd58-cc2cbe9116a8 req-708b0f1d-5788-43f8-9ab5-7471165b465c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 944 time: 0.0961628 May 26 22:12:11.297584 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a6d618a7-b5c6-4afc-be98-04993a6bf032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:11.298495 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 5072c30f-6106-44b2-a0b2-b928d323ff8a details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:12:11.303067 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e0fbae08-57d0-4233-8269-a980350f5ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:11.322660 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d618a7-b5c6-4afc-be98-04993a6bf032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f8386c-828d-4bbc-aa60-53fb8b627314,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:11.327171 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a6d618a7-b5c6-4afc-be98-04993a6bf032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:11.332666 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a6d618a7-b5c6-4afc-be98-04993a6bf032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:11.334570 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-a6d618a7-b5c6-4afc-be98-04993a6bf032 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82f8386c-828d-4bbc-aa60-53fb8b627314 HTTP/1.1" status: 204 len: 168 time: 0.2339182 May 26 22:12:11.356834 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4f1690b3-9da0-438d-bd58-cc2cbe9116a8 req-2a927e4d-4ddb-4135-bc4d-e17d9b6ea7b3 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666633 May 26 22:12:11.476952 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 5072c30f-6106-44b2-a0b2-b928d323ff8a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=5072c30f-6106-44b2-a0b2-b928d323ff8a,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:12:11.483817 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '5072c30f-6106-44b2-a0b2-b928d323ff8a', 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7', 'port_id': '5072c30f-6106-44b2-a0b2-b928d323ff8a', 'mac_address': 'fa:16:3e:1c:bf:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0809b9ed-7456-42ae-9ec5-c5f21c4387ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:12:11.553481 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:11.574313 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5072c30f-6106-44b2-a0b2-b928d323ff8a {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:12:11.592119 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 5072c30f-6106-44b2-a0b2-b928d323ff8a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=5072c30f-6106-44b2-a0b2-b928d323ff8a,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:12:11.597044 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:11.599530 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:11.676696 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=5072c30f-6106-44b2-a0b2-b928d323ff8a,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:11.686393 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:11.686717 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:11.687201 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:11.687761 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:11.688011 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:11.688563 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:11.688693 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:11.689030 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:11.689482 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:11.689659 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:11.690024 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:11.690334 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:11.701125 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:11.744112 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 33986) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:11.763113 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-12ea5f59-1412-46a4-a643-488b32bf9741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:11.785859 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-12ea5f59-1412-46a4-a643-488b32bf9741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:11.789683 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-12ea5f59-1412-46a4-a643-488b32bf9741 admin admin] Usage tracker for resource:security_group_rule and tenant:e2f9121e5c374e3bb0972fdabbe702e9 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:11.792562 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-12ea5f59-1412-46a4-a643-488b32bf9741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:11.798131 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-12ea5f59-1412-46a4-a643-488b32bf9741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:11.892682 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-12ea5f59-1412-46a4-a643-488b32bf9741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:11.898007 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-12ea5f59-1412-46a4-a643-488b32bf9741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:11.915864 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3ff74347-0693-4415-bc18-be081645a55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:11.955995 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['5072c30f-6106-44b2-a0b2-b928d323ff8a'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:12:12.005086 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-12ea5f59-1412-46a4-a643-488b32bf9741 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2f9121e5c374e3bb0972fdabbe702e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564816 May 26 22:12:12.005178 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 33996) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:12.005251 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea5f59-1412-46a4-a643-488b32bf9741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af64b709-0c47-473a-a35e-13d136038fd5,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:12.008682 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-12ea5f59-1412-46a4-a643-488b32bf9741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:12.067265 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-90f3896e-dc3a-40ec-a94c-7ab27a7b7514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:12.094797 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-90f3896e-dc3a-40ec-a94c-7ab27a7b7514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:12.152605 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-90f3896e-dc3a-40ec-a94c-7ab27a7b7514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:12.157240 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-54862c15-208a-4b39-a42b-e4b2a040fa59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:12.169785 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3896e-dc3a-40ec-a94c-7ab27a7b7514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af64b709-0c47-473a-a35e-13d136038fd5,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:12.171956 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-90f3896e-dc3a-40ec-a94c-7ab27a7b7514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:12.179790 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-90f3896e-dc3a-40ec-a94c-7ab27a7b7514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:12.183363 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-90f3896e-dc3a-40ec-a94c-7ab27a7b7514 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af64b709-0c47-473a-a35e-13d136038fd5 HTTP/1.1" status: 204 len: 168 time: 0.1755381 May 26 22:12:12.570836 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ac168-7c2a-49d2-ac01-dede028796f5 req-047b95d4-2c76-4a63-a34e-54d24056101c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:12.578019 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4b9ac168-7c2a-49d2-ac01-dede028796f5 req-047b95d4-2c76-4a63-a34e-54d24056101c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 945 time: 0.0989125 May 26 22:12:12.621523 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4b9ac168-7c2a-49d2-ac01-dede028796f5 req-5913393d-aa9f-49c0-98a3-45e0026dacb2 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426700 May 26 22:12:13.489548 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 5072c30f-6106-44b2-a0b2-b928d323ff8a up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:12:13.579983 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port 5072c30f-6106-44b2-a0b2-b928d323ff8a completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:12:13.586664 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 5072c30f-6106-44b2-a0b2-b928d323ff8a triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:12:13.586949 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:13.778539 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:13.806492 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfcd1a8-eaa7-4a91-953d-292020d409fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5072c30f-6106-44b2-a0b2-b928d323ff8a'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:12:13.818817 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 5072c30f-6106-44b2-a0b2-b928d323ff8a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=5072c30f-6106-44b2-a0b2-b928d323ff8a,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:12:13.822872 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:13.824783 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:13.859703 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abaa819-09dd-49f7-8238-5c643e06e623 req-cd5c4800-9662-4438-9cdc-2b18b22f55cc tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:13.861088 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3abaa819-09dd-49f7-8238-5c643e06e623 req-cd5c4800-9662-4438-9cdc-2b18b22f55cc tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 945 time: 0.0818369 May 26 22:12:13.893779 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=5072c30f-6106-44b2-a0b2-b928d323ff8a,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:13.897354 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:13.906013 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3abaa819-09dd-49f7-8238-5c643e06e623 req-787de377-9157-472b-a2b4-d8d89f1d944e tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387385 May 26 22:12:13.956780 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfcd1a8-eaa7-4a91-953d-292020d409fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5072c30f-6106-44b2-a0b2-b928d323ff8a', 'code': 200} May 26 22:12:15.090809 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a57172-28c0-4686-9e18-27081af92731 req-f7c113eb-e704-49f9-a159-a6b9d6cc4a73 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:15.092243 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-03a57172-28c0-4686-9e18-27081af92731 req-f7c113eb-e704-49f9-a159-a6b9d6cc4a73 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 946 time: 0.0810990 May 26 22:12:15.135866 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-03a57172-28c0-4686-9e18-27081af92731 req-c0f472c4-4c52-4ebe-9a1f-c2e75c2715fb tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380082 May 26 22:12:16.316641 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eb8a6-60da-4eb6-80fb-9a8e8f749b29 req-3f73f81e-20b4-4f5c-8464-4d814ec84018 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:16.318070 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e38eb8a6-60da-4eb6-80fb-9a8e8f749b29 req-3f73f81e-20b4-4f5c-8464-4d814ec84018 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 946 time: 0.0786474 May 26 22:12:16.361848 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e38eb8a6-60da-4eb6-80fb-9a8e8f749b29 req-56d4eba6-c814-4d6f-be96-77d9429b9cbe tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381260 May 26 22:12:17.551540 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eafd33-cd2a-4451-a429-57a6f05aa751 req-99eac213-b417-4da6-87b3-36bd58d58379 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:17.553023 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-73eafd33-cd2a-4451-a429-57a6f05aa751 req-99eac213-b417-4da6-87b3-36bd58d58379 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 946 time: 0.0810771 May 26 22:12:17.596820 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-73eafd33-cd2a-4451-a429-57a6f05aa751 req-4a4d209f-9bdd-43ac-be56-dada8ffa1ef0 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377231 May 26 22:12:17.880714 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e93cf4-f286-43c8-bc34-42c9297e8649 req-ff82d897-97cf-45e1-ab61-fce904bb4910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:17.882202 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-37e93cf4-f286-43c8-bc34-42c9297e8649 req-ff82d897-97cf-45e1-ab61-fce904bb4910 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 1099 time: 0.0706286 May 26 22:12:17.928955 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-37e93cf4-f286-43c8-bc34-42c9297e8649 req-99bac41c-3bf1-4823-98ee-97d016c76fae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385745 May 26 22:12:18.779022 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4138c04-72d4-47fc-95ee-f00b91aeae24 req-0b403c3f-ef51-41d7-8e3d-91e21f8e74bc tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:18.780518 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a4138c04-72d4-47fc-95ee-f00b91aeae24 req-0b403c3f-ef51-41d7-8e3d-91e21f8e74bc tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 946 time: 0.0782039 May 26 22:12:18.829112 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a4138c04-72d4-47fc-95ee-f00b91aeae24 req-aa1f185f-79df-4ece-a038-7fbcd51e4c49 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417459 May 26 22:12:20.076034 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00d2e3-141d-4e1e-9ffb-fce75257367f req-158058dc-39ba-47c5-b42a-67ae9c96fffd tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:20.077621 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bd00d2e3-141d-4e1e-9ffb-fce75257367f req-158058dc-39ba-47c5-b42a-67ae9c96fffd tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 946 time: 0.0914564 May 26 22:12:20.146930 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bd00d2e3-141d-4e1e-9ffb-fce75257367f req-acbfdc54-86ec-4562-955e-ec0109570bad tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612767 May 26 22:12:20.332085 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8c3a5-4522-47f4-8c8d-807228bcbd51 req-63310298-f460-4344-96c5-6cd2884b5d72 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:20.333591 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0da8c3a5-4522-47f4-8c8d-807228bcbd51 req-63310298-f460-4344-96c5-6cd2884b5d72 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 945 time: 0.0905697 May 26 22:12:20.383701 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0da8c3a5-4522-47f4-8c8d-807228bcbd51 req-80460435-2041-4a40-a64a-62c6d8505b0d tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427418 May 26 22:12:21.599514 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69eca1-de37-477e-8e4e-00e69b59f286 req-e2f8ca98-ee58-4bb0-a1de-a29efa3dc339 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:21.601051 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0b69eca1-de37-477e-8e4e-00e69b59f286 req-e2f8ca98-ee58-4bb0-a1de-a29efa3dc339 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 945 time: 0.0921507 May 26 22:12:21.652524 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0b69eca1-de37-477e-8e4e-00e69b59f286 req-629308c6-8cef-4ff5-ad83-a1e51417bb60 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439367 May 26 22:12:21.904869 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:12:22.338876 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 34306) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:22.478638 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-b70148b7-a3f1-41c3-8755-3aba34effcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:22.497362 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-b70148b7-a3f1-41c3-8755-3aba34effcf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:22.504979 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-b70148b7-a3f1-41c3-8755-3aba34effcf2 admin admin] Usage tracker for resource:security_group_rule and tenant:dfcca555c3c949aea6452bdb01a9459f is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:22.509102 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-b70148b7-a3f1-41c3-8755-3aba34effcf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:22.516326 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-b70148b7-a3f1-41c3-8755-3aba34effcf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:22.646572 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-b70148b7-a3f1-41c3-8755-3aba34effcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:22.657983 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-b70148b7-a3f1-41c3-8755-3aba34effcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:22.670499 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e506b267-0128-4e38-b9ac-6f005bec8ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:22.757516 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-b70148b7-a3f1-41c3-8755-3aba34effcf2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfcca555c3c949aea6452bdb01a9459f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174671 May 26 22:12:22.760491 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 34324) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:22.776852 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70148b7-a3f1-41c3-8755-3aba34effcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00895392-1877-4ab5-8b2a-3be7880c7807,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:22.780395 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-b70148b7-a3f1-41c3-8755-3aba34effcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:22.811181 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c30fb-c898-43f7-9bd8-7473d71acf9e req-bb49fab7-1b12-4846-ae90-2020db1e8956 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:22.811906 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-7f2c30fb-c898-43f7-9bd8-7473d71acf9e req-bb49fab7-1b12-4846-ae90-2020db1e8956 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Synchronizing usage tracker for tenant:6ec223e5db13471b87bb676d3f702942 on resource:port {{(pid=91909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:12:22.832135 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-7f2c30fb-c898-43f7-9bd8-7473d71acf9e req-bb49fab7-1b12-4846-ae90-2020db1e8956 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Unset dirty status for tenant:6ec223e5db13471b87bb676d3f702942 on resource:port {{(pid=91909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:12:22.833550 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-7f2c30fb-c898-43f7-9bd8-7473d71acf9e req-bb49fab7-1b12-4846-ae90-2020db1e8956 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 945 time: 0.1641843 May 26 22:12:22.885644 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f0b4-106e-49dd-ba27-cfa03b5b72f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:22.925855 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f0b4-106e-49dd-ba27-cfa03b5b72f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:22.958750 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24588001-93a5-451d-ad4c-2c0cdcaf2d48 req-8f2bf322-7a64-43d6-913b-bf9d61a5d070 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:22.960227 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-24588001-93a5-451d-ad4c-2c0cdcaf2d48 req-8f2bf322-7a64-43d6-913b-bf9d61a5d070 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 945 time: 0.1400921 May 26 22:12:22.975698 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [req-7f2c30fb-c898-43f7-9bd8-7473d71acf9e req-2b2eb2ef-b780-41eb-93c0-66db8d701c1a tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Deleting port 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:12:22.976165 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-7f2c30fb-c898-43f7-9bd8-7473d71acf9e req-2b2eb2ef-b780-41eb-93c0-66db8d701c1a tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:23.014120 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-24588001-93a5-451d-ad4c-2c0cdcaf2d48 req-70414774-99f5-4efe-92fe-1926372f802b tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/security-groups?id=66521183-e624-4d61-99d4-15298a0b5c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456755 May 26 22:12:23.028480 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f0b4-106e-49dd-ba27-cfa03b5b72f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:23.032380 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-94bd3518-4856-46d8-8d82-4fd5e0de5422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:23.048829 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9f0b4-106e-49dd-ba27-cfa03b5b72f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00895392-1877-4ab5-8b2a-3be7880c7807,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:23.052551 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-ebf9f0b4-106e-49dd-ba27-cfa03b5b72f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:23.056151 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f0b4-106e-49dd-ba27-cfa03b5b72f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:23.060005 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-ebf9f0b4-106e-49dd-ba27-cfa03b5b72f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00895392-1877-4ab5-8b2a-3be7880c7807 HTTP/1.1" status: 204 len: 168 time: 0.2985010 May 26 22:12:23.118481 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [req-7f2c30fb-c898-43f7-9bd8-7473d71acf9e req-2b2eb2ef-b780-41eb-93c0-66db8d701c1a tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] For port 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0,segment=NetworkSegment(dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1),segment_id=dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:12:23.118815 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-7f2c30fb-c898-43f7-9bd8-7473d71acf9e req-2b2eb2ef-b780-41eb-93c0-66db8d701c1a tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:23.250005 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [req-7f2c30fb-c898-43f7-9bd8-7473d71acf9e req-2b2eb2ef-b780-41eb-93c0-66db8d701c1a tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Calling delete_port for 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 owned by compute:nova {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:12:23.457695 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-7f2c30fb-c898-43f7-9bd8-7473d71acf9e req-2b2eb2ef-b780-41eb-93c0-66db8d701c1a tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:23.464903 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:23.509652 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2eb2ef-b780-41eb-93c0-66db8d701c1a tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Pushing event deleted for resources: {'Port': ['ID=8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:23.512857 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2b2eb2ef-b780-41eb-93c0-66db8d701c1a tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:23.678334 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2c30fb-c898-43f7-9bd8-7473d71acf9e req-2b2eb2ef-b780-41eb-93c0-66db8d701c1a tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] No DVR routers for this DVR port 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 on host hv-cinder-79324 {{(pid=91909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:12:23.682368 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-7f2c30fb-c898-43f7-9bd8-7473d71acf9e req-2b2eb2ef-b780-41eb-93c0-66db8d701c1a tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:23.706993 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddeca45b-48c6-48c2-bf08-c7924630542b', 'name': 'network-vif-deleted', 'tag': '8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:12:23.725302 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-7f2c30fb-c898-43f7-9bd8-7473d71acf9e req-2b2eb2ef-b780-41eb-93c0-66db8d701c1a tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.24 "DELETE /v2.0/ports/8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 HTTP/1.1" status: 204 len: 173 time: 0.8839793 May 26 22:12:23.780088 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddeca45b-48c6-48c2-bf08-c7924630542b', 'name': 'network-vif-deleted', 'tag': '8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0', 'status': 'completed', 'code': 200} May 26 22:12:24.004383 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aebef9-4796-4f0a-8045-596f14777180 req-c475cc67-221f-4311-8313-958ba36293d9 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:24.005836 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-32aebef9-4796-4f0a-8045-596f14777180 req-c475cc67-221f-4311-8313-958ba36293d9 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/networks?id=459387a3-7a2b-4e1f-b526-99212399eff7 HTTP/1.1" status: 200 len: 815 time: 0.1605127 May 26 22:12:24.017352 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 34392) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:24.023211 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-32aebef9-4796-4f0a-8045-596f14777180 req-db198ecb-6e1a-4735-877b-2dddfd06c5e8 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/quotas/1702d9b498a2486f9443bfc634d212e6 HTTP/1.1" status: 200 len: 375 time: 0.0105379 May 26 22:12:24.116518 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-32aebef9-4796-4f0a-8045-596f14777180 req-c3fdc48d-fe52-4243-95a8-13958de29c2a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1702d9b498a2486f9443bfc634d212e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873742 May 26 22:12:24.136652 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2041759578-network', 'tenant_id': '26626816f5d64254ae2afaf7c9ccf5c4'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:12:24.141238 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:24.146533 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Usage tracker for resource:network and tenant:26626816f5d64254ae2afaf7c9ccf5c4 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:24.150772 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:24.157645 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:24.169078 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Made reservation on behalf of 26626816f5d64254ae2afaf7c9ccf5c4 for: {'network': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:12:24.171810 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:24.185377 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:24.197507 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 34404) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:24.249358 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:24.257125 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Usage tracker for resource:security_group_rule and tenant:26626816f5d64254ae2afaf7c9ccf5c4 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:24.261231 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:24.269542 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:24.279938 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b413e73-8440-4c7c-8eb9-b478b535cc98 admin admin] Deleting subnet b1db7bee-ed77-45db-a704-af537b9395f8 {{(pid=91909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:12:24.286548 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8b413e73-8440-4c7c-8eb9-b478b535cc98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:24.313164 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5e8a9bbd-fef8-4ae6-b0bd-37a89683d43f req-47b967f1-d762-40f9-a161-f3356340a86e tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 210 time: 0.1581059 May 26 22:12:24.362110 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8b413e73-8440-4c7c-8eb9-b478b535cc98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2694234'] for subnet, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:24.368327 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-32aebef9-4796-4f0a-8045-596f14777180 req-2f1cafb0-3932-466b-81e7-95379ba741dd service neutron] 10.222.0.15 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441804 May 26 22:12:24.447416 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8b413e73-8440-4c7c-8eb9-b478b535cc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:24.506377 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-32aebef9-4796-4f0a-8045-596f14777180 req-21b54652-f341-46c9-a3ae-5258d60d6bbc service neutron] 10.222.0.15 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331556 May 26 22:12:24.520979 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:24.541683 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:24.547501 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:24.551290 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 34416) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:24.643611 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=91909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:12:24.663190 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063e0270-cce3-484e-9fa0-61b23a7db9e4,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:24.669696 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:24.673481 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:24.674287 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.segments_db [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Added segment 3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5 of type vlan for network 3a42bc9b-cb66-48b5-8733-7d057b351d7e May 26 22:12:24.732247 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c79957a8-94ad-4827-a7cc-8e6995dd18bd req-d1eb4e27-e581-42dd-bcf9-49ce57eb928c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 210 time: 0.0686281 May 26 22:12:24.736275 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-8f7e938e-e7aa-4e76-9f96-8f0b8f1aa752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:24.740134 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:24.771026 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-8f7e938e-e7aa-4e76-9f96-8f0b8f1aa752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:24.775023 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-8f7e938e-e7aa-4e76-9f96-8f0b8f1aa752 admin admin] Usage tracker for resource:security_group_rule and tenant:195184a406fa49e3ba76938081db3fd8 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:24.778406 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-8f7e938e-e7aa-4e76-9f96-8f0b8f1aa752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:24.786055 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-8f7e938e-e7aa-4e76-9f96-8f0b8f1aa752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:24.858399 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:24.863328 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:24.864166 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:24.869070 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-075044f3-707f-42d4-8ad2-fb679c2ce377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:24.916504 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-8f7e938e-e7aa-4e76-9f96-8f0b8f1aa752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:24.923135 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-8f7e938e-e7aa-4e76-9f96-8f0b8f1aa752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:24.933709 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:24.978426 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8b413e73-8440-4c7c-8eb9-b478b535cc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2982456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2744506'] for subnet, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:24.992700 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-8f7e938e-e7aa-4e76-9f96-8f0b8f1aa752 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=195184a406fa49e3ba76938081db3fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4399137 May 26 22:12:24.993602 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e938e-e7aa-4e76-9f96-8f0b8f1aa752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31d2cb7-8cdf-45cc-bd2f-d9b21ed5bb50,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:24.996609 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 34438) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:25.000898 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Pushing event updated for resources: {'Network': ['ID=3a42bc9b-cb66-48b5-8733-7d057b351d7e,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:25.004620 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9856074 May 26 22:12:25.005550 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:25.007473 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:25.009011 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-8f7e938e-e7aa-4e76-9f96-8f0b8f1aa752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:25.009523 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 34442) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:25.023870 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network 3a42bc9b-cb66-48b5-8733-7d057b351d7e details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:12:25.032673 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Request body: {'subnet': {'network_id': '3a42bc9b-cb66-48b5-8733-7d057b351d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2041759578-subnet', 'tenant_id': '26626816f5d64254ae2afaf7c9ccf5c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:12:25.040255 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:25.041186 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8b413e73-8440-4c7c-8eb9-b478b535cc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.045473 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-8b413e73-8440-4c7c-8eb9-b478b535cc98 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b1db7bee-ed77-45db-a704-af537b9395f8 HTTP/1.1" status: 204 len: 168 time: 0.8445141 May 26 22:12:25.045473 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b413e73-8440-4c7c-8eb9-b478b535cc98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1db7bee-ed77-45db-a704-af537b9395f8,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:25.045670 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Usage tracker for resource:subnet and tenant:26626816f5d64254ae2afaf7c9ccf5c4 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:25.045770 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 34446) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:25.048381 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8b413e73-8440-4c7c-8eb9-b478b535cc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:25.050946 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:25.058685 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:25.083386 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Made reservation on behalf of 26626816f5d64254ae2afaf7c9ccf5c4 for: {'subnet': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:12:25.085858 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2572501'] for subnet, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.155898 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e1306f15-a57c-48a9-8a7a-7cce65acb5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.205988 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-cf6dc23c-5216-4522-92ca-a1b8d4e10848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.245730 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-cf6dc23c-5216-4522-92ca-a1b8d4e10848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.280048 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e1306f15-a57c-48a9-8a7a-7cce65acb5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.293332 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-e1306f15-a57c-48a9-8a7a-7cce65acb5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4dd4957-64d8-4c35-8150-e12b1e4f134b']}} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:25.305802 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-e1306f15-a57c-48a9-8a7a-7cce65acb5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f391fa82-010d-439d-8e3d-47d3022faa2d') {'for_net_delete': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:25.306101 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-e1306f15-a57c-48a9-8a7a-7cce65acb5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f391fa82-010d-439d-8e3d-47d3022faa2d') {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:25.317500 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e1306f15-a57c-48a9-8a7a-7cce65acb5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2694243'] for segment, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.333811 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e1306f15-a57c-48a9-8a7a-7cce65acb5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.344164 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1306f15-a57c-48a9-8a7a-7cce65acb5a0 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=91909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:12:25.344811 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e1306f15-a57c-48a9-8a7a-7cce65acb5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985114'] for segment, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.345165 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: Traceback (most recent call last): May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: timer() May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: cb(*args, **kw) May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: return func(*args, **kwargs) May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: self._notify() May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: self.callback(batched_events) May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: event.method(event) May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: return f(self, *a, **k) May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._get(url).json() May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: return self.request(url, 'GET', **kwargs) May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:12:25.359389 dv-cinder-793244-1-iscsi neutron-server[91909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:12:25.389255 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-cf6dc23c-5216-4522-92ca-a1b8d4e10848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.398672 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:25.424047 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dc23c-5216-4522-92ca-a1b8d4e10848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31d2cb7-8cdf-45cc-bd2f-d9b21ed5bb50,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:25.428907 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-cf6dc23c-5216-4522-92ca-a1b8d4e10848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:25.438686 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e1306f15-a57c-48a9-8a7a-7cce65acb5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.443281 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:25.457861 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e1306f15-a57c-48a9-8a7a-7cce65acb5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.467403 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-e1306f15-a57c-48a9-8a7a-7cce65acb5a0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f4dd4957-64d8-4c35-8150-e12b1e4f134b HTTP/1.1" status: 204 len: 168 time: 0.4207828 May 26 22:12:25.468289 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1306f15-a57c-48a9-8a7a-7cce65acb5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4dd4957-64d8-4c35-8150-e12b1e4f134b,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:25.470078 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 34452) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:25.473021 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e1306f15-a57c-48a9-8a7a-7cce65acb5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:25.488721 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-cf6dc23c-5216-4522-92ca-a1b8d4e10848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.489807 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-cf6dc23c-5216-4522-92ca-a1b8d4e10848 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c31d2cb7-8cdf-45cc-bd2f-d9b21ed5bb50 HTTP/1.1" status: 204 len: 168 time: 0.4888501 May 26 22:12:25.492272 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-44fc3b1b-a1e3-4c93-b1fd-4731cfefbdce req-9284c0b7-4365-4381-be50-3f1e6e0e8c15 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 210 time: 0.0483294 May 26 22:12:25.544596 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b9c1c2-1a39-456c-8db3-daee3ecb4eb9 admin admin] Deleting subnet 5e1f5ddb-2edc-409d-a96f-1abfc9df8694 {{(pid=91909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:12:25.547890 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c1c2-1a39-456c-8db3-daee3ecb4eb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.599545 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c1c2-1a39-456c-8db3-daee3ecb4eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2694234'] for subnet, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.670375 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c1c2-1a39-456c-8db3-daee3ecb4eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.676619 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2177274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2572483'] for subnet, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.681643 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-fc853c69-e255-45c5-b8d6-69c871bda2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:25.762913 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a30ad71-19b2-4b03-9c7c-9d803666f595,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:25.771580 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:25.778880 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Checking segment: {'id': '3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3a42bc9b-cb66-48b5-8733-7d057b351d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:12:25.779265 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Network hostable DHCP agents. Network: 3a42bc9b-cb66-48b5-8733-7d057b351d7e, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:12:25.801368 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Network 3a42bc9b-cb66-48b5-8733-7d057b351d7e is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:12:25.814935 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, 3a42bc9b-cb66-48b5-8733-7d057b351d7e) {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:12:25.823869 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad99f3ae-4b17-4963-b9f7-a3f61060bab7 None None] Network 3a42bc9b-cb66-48b5-8733-7d057b351d7e requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:12:25.848708 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:25.849311 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:25.869113 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8433177 May 26 22:12:25.986651 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4fc755c2-da26-4f82-84ee-24214f621c9d req-daeda1e6-70d7-4af3-9663-fbc6817f6423 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 210 time: 0.0832000 May 26 22:12:26.063651 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c426c0-12a5-416f-a8e0-cb970793fb46 None None] Network 3a42bc9b-cb66-48b5-8733-7d057b351d7e requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:12:26.132816 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c1c2-1a39-456c-8db3-daee3ecb4eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2982456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2744506'] for subnet, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:26.141112 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:26.181033 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9c1c2-1a39-456c-8db3-daee3ecb4eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e1f5ddb-2edc-409d-a96f-1abfc9df8694,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:26.184910 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e9b9c1c2-1a39-456c-8db3-daee3ecb4eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:26.185934 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c1c2-1a39-456c-8db3-daee3ecb4eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:26.195146 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-e9b9c1c2-1a39-456c-8db3-daee3ecb4eb9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5e1f5ddb-2edc-409d-a96f-1abfc9df8694 HTTP/1.1" status: 204 len: 168 time: 0.7218633 May 26 22:12:26.195350 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 34486) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:26.331712 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-00ea217e-4acc-4cb9-87bb-3d2c1b07e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:26.459260 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-00ea217e-4acc-4cb9-87bb-3d2c1b07e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:26.471856 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.services.segments.db [None req-00ea217e-4acc-4cb9-87bb-3d2c1b07e371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d5e495-3943-459e-bf33-04e0b7579aa9']}} {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:26.483908 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.services.segments.db [None req-00ea217e-4acc-4cb9-87bb-3d2c1b07e371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d16f448-cf69-4b46-a3bc-86e3f09875a7') {'for_net_delete': True} {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:26.484201 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.services.segments.db [None req-00ea217e-4acc-4cb9-87bb-3d2c1b07e371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d16f448-cf69-4b46-a3bc-86e3f09875a7') {} {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:26.495773 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-00ea217e-4acc-4cb9-87bb-3d2c1b07e371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2177254'] for segment, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:26.512193 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-00ea217e-4acc-4cb9-87bb-3d2c1b07e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:26.518914 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ea217e-4acc-4cb9-87bb-3d2c1b07e371 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=91908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:12:26.519595 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-00ea217e-4acc-4cb9-87bb-3d2c1b07e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176537'] for segment, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: Traceback (most recent call last): May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: timer() May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: cb(*args, **kw) May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: return func(*args, **kwargs) May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: self._notify() May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: self.callback(batched_events) May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: event.method(event) May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: return f(self, *a, **k) May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: return self._get(url).json() May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: return self.request(url, 'GET', **kwargs) May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:12:26.533986 dv-cinder-793244-1-iscsi neutron-server[91908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:12:26.682192 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-716d453f-eb4e-42dd-914b-a64edad5f2cd req-a2d2f9ca-5ed4-49f0-a528-775ad7e1c096 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 210 time: 0.0533204 May 26 22:12:26.688354 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-00ea217e-4acc-4cb9-87bb-3d2c1b07e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:26.692525 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:26.705567 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-00ea217e-4acc-4cb9-87bb-3d2c1b07e371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:26.713284 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-00ea217e-4acc-4cb9-87bb-3d2c1b07e371 admin admin] 10.222.0.15 "DELETE /v2.0/networks/49d5e495-3943-459e-bf33-04e0b7579aa9 HTTP/1.1" status: 204 len: 168 time: 0.5169275 May 26 22:12:26.716623 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea217e-4acc-4cb9-87bb-3d2c1b07e371 admin admin] Pushing event deleted for resources: {'Network': ['ID=49d5e495-3943-459e-bf33-04e0b7579aa9,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:26.719051 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-00ea217e-4acc-4cb9-87bb-3d2c1b07e371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:26.896674 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 34506) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:26.956333 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-d0e19ee8-f4fc-4a18-8aa0-fd266b189735 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45df813723e146279c49568ee56a764c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558636 May 26 22:12:26.956525 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 34510) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:27.020363 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:27.047987 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:27.106141 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:27.111254 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-7bccbe13-0ce0-4eb1-b7f4-4822b274bcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:27.124135 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787558d1-d95f-4dc0-b3b7-46c084663bfb,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:27.138412 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:27.138772 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:27.139120 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:27.139459 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:27.139818 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:27.140153 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:27.140486 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:27.140815 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:27.141143 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:27.141531 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:27.141819 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:27.142266 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:27.146293 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:27.147227 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:27.148940 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/787558d1-d95f-4dc0-b3b7-46c084663bfb HTTP/1.1" status: 204 len: 168 time: 0.1911266 May 26 22:12:27.239631 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c0c869f4-9a35-461e-89da-a5e80e29d2a7 req-c0546197-0042-49bd-b343-fbd63bd73677 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 210 time: 0.1268623 May 26 22:12:27.508839 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 34526) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:27.568410 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-4a6d6230-1f76-47d8-a6b7-d1310d73ce29 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1565c30140e44d15954a68a1db4034d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582876 May 26 22:12:27.570708 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 34530) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:27.630271 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f4071d0-f4e5-4fa5-ac7f-715bb760e456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:27.654470 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f4071d0-f4e5-4fa5-ac7f-715bb760e456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:27.705927 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f4071d0-f4e5-4fa5-ac7f-715bb760e456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:27.709713 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f445c2d5-bfb1-488e-bd18-0b8eebeb1d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:27.724139 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4071d0-f4e5-4fa5-ac7f-715bb760e456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441da218-8c68-4d6a-8c3f-82f1da206683,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:27.727590 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5f4071d0-f4e5-4fa5-ac7f-715bb760e456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:27.730902 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f4071d0-f4e5-4fa5-ac7f-715bb760e456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:27.734518 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-5f4071d0-f4e5-4fa5-ac7f-715bb760e456 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/441da218-8c68-4d6a-8c3f-82f1da206683 HTTP/1.1" status: 204 len: 168 time: 0.1603875 May 26 22:12:27.843309 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-81f7604e-2f13-4776-a353-a01ebd8f14bd req-edb6f2b3-a59f-499e-b7e9-b5b446cf7844 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 210 time: 0.0414219 May 26 22:12:28.390771 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a3a99389-1923-4b4c-a14a-1e2c86607512 req-870622c8-68cb-46dd-a387-d0df7a9fab7a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 210 time: 0.0427308 May 26 22:12:28.506265 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:12:28.547274 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:12:28.547613 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 8d6ac85e-3ab2-4bea-a924-fecbcbd6dde0 not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:12:28.800337 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a8f392cc-2e3b-415a-8e15-90787dfd6d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:29.005761 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea4a12db-f87c-4cc1-950e-2f8f9abba27c req-5562e8d8-1fbb-4898-aac5-c4843a926983 tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddeca45b-48c6-48c2-bf08-c7924630542b HTTP/1.1" status: 200 len: 210 time: 0.0460052 May 26 22:12:29.263454 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aebef9-4796-4f0a-8045-596f14777180 req-b50eeeab-05b5-47b4-a430-3a013dd8c2ca tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:29.264903 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-32aebef9-4796-4f0a-8045-596f14777180 req-b50eeeab-05b5-47b4-a430-3a013dd8c2ca tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "GET /v2.0/networks?id=459387a3-7a2b-4e1f-b526-99212399eff7 HTTP/1.1" status: 200 len: 815 time: 0.1647480 May 26 22:12:29.292674 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Request body: {'port': {'device_id': 'f0f24c48-4607-4368-9543-c619640b58d1', 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7', 'admin_state_up': True, 'tenant_id': '1702d9b498a2486f9443bfc634d212e6'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:12:29.563473 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:29.569760 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Usage tracker for resource:port and tenant:1702d9b498a2486f9443bfc634d212e6 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:29.574059 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:29.582516 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:29.595225 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Made reservation on behalf of 1702d9b498a2486f9443bfc634d212e6 for: {'port': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:12:29.600925 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:29.697419 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4c2879fe-ea08-4ea2-8c8c-712483faecb2 req-5a76a19b-0982-42a0-9ee3-1c5511254785 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 210 time: 0.0607882 May 26 22:12:29.815977 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Allocated IP 172.20.0.11 (459387a3-7a2b-4e1f-b526-99212399eff7/0809b9ed-7456-42ae-9ec5-c5f21c4387ae/5f1e2fec-3802-4d57-8f78-05c135c49d1f) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:12:30.054536 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:30.088070 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:30.101537 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-56a58a5c-45a3-40ba-be46-e330f40d63d7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:30.119734 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['0b270138-4732-42f3-858e-6dc305cd051a', '5072c30f-6106-44b2-a0b2-b928d323ff8a'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:12:30.183443 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Network 459387a3-7a2b-4e1f-b526-99212399eff7 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:12:30.192342 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:12:30.197803 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:12:30.256669 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Pushing event updated for resources: {'Port': ['ID=5f1e2fec-3802-4d57-8f78-05c135c49d1f,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:30.280233 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:30.280977 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:30.304518 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:30.308666 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-32aebef9-4796-4f0a-8045-596f14777180 req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0229452 May 26 22:12:30.328106 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Request body: {'port': {'device_id': 'f0f24c48-4607-4368-9543-c619640b58d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:12:30.452809 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:30.928689 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1e2fec-3802-4d57-8f78-05c135c49d1f {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:12:30.935970 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:30.950875 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Transition to ACTIVE for port object 5f1e2fec-3802-4d57-8f78-05c135c49d1f will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:12:30.954707 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2985214'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:30.959354 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:31.054835 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424523e-c898-4ec3-a413-979832c19539 req-9800d451-94e1-4a5f-b0fa-82af5141f9d9 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:31.056433 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e424523e-c898-4ec3-a413-979832c19539 req-9800d451-94e1-4a5f-b0fa-82af5141f9d9 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/networks?id=3a42bc9b-cb66-48b5-8733-7d057b351d7e HTTP/1.1" status: 200 len: 814 time: 0.2214191 May 26 22:12:31.080746 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5ecad-bcef-4bba-a73e-cb71f707dc32 req-13e7cf88-df84-4fb6-8f11-effa3d81dd06 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:31.082221 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-71d5ecad-bcef-4bba-a73e-cb71f707dc32 req-13e7cf88-df84-4fb6-8f11-effa3d81dd06 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 944 time: 0.1564143 May 26 22:12:31.084589 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e424523e-c898-4ec3-a413-979832c19539 req-e1a780fa-3b72-433c-b456-5773d59bc6ec tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/quotas/26626816f5d64254ae2afaf7c9ccf5c4 HTTP/1.1" status: 200 len: 375 time: 0.0223229 May 26 22:12:31.138058 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-576b341c-23dc-4a89-87fc-00ce35d65839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:31.149268 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e424523e-c898-4ec3-a413-979832c19539 req-4c7f62f7-814d-44bf-b506-f4e6e1d93b8e tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=26626816f5d64254ae2afaf7c9ccf5c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465865 May 26 22:12:31.171219 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1e2fec-3802-4d57-8f78-05c135c49d1f,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:31.192773 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-71d5ecad-bcef-4bba-a73e-cb71f707dc32 req-e111a097-2fa1-4a27-a9d2-23ee11c408ad tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046243 May 26 22:12:31.203270 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:31.246100 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:31.296789 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Attempting to bind port 5f1e2fec-3802-4d57-8f78-05c135c49d1f on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:12:31.297720 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Attempting to bind port 5f1e2fec-3802-4d57-8f78-05c135c49d1f by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:12:31.298399 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Attempting to bind port 5f1e2fec-3802-4d57-8f78-05c135c49d1f on network 459387a3-7a2b-4e1f-b526-99212399eff7 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:12:31.304703 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Port 5f1e2fec-3802-4d57-8f78-05c135c49d1f on network 459387a3-7a2b-4e1f-b526-99212399eff7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:12:31.305027 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Attempting to bind port 5f1e2fec-3802-4d57-8f78-05c135c49d1f on network 459387a3-7a2b-4e1f-b526-99212399eff7 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:12:31.306188 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e424523e-c898-4ec3-a413-979832c19539 req-0121cba5-d782-4b77-8159-8b969d59b8bd service neutron] 10.222.0.15 "GET /v2.0/networks/3a42bc9b-cb66-48b5-8733-7d057b351d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432574 May 26 22:12:31.310300 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:12:31.310632 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Checking segment: {'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:12:31.311069 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Bound using segment: {'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:12:31.311492 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Bound port: 5f1e2fec-3802-4d57-8f78-05c135c49d1f, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:12:31.311877 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:31.414217 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] For port 5f1e2fec-3802-4d57-8f78-05c135c49d1f, host hv-cinder-79324, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:12:31.417129 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] For port 5f1e2fec-3802-4d57-8f78-05c135c49d1f, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=5f1e2fec-3802-4d57-8f78-05c135c49d1f,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:12:31.420611 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2985214'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:31.425879 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-49dd692d-b43e-4317-afb2-e5ef8bbb21c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:31.445057 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e424523e-c898-4ec3-a413-979832c19539 req-0268c1f5-4a1e-4d0a-91b5-66e93c2df76e service neutron] 10.222.0.15 "GET /v2.0/networks/3a42bc9b-cb66-48b5-8733-7d057b351d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330421 May 26 22:12:31.489120 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:31.489732 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:31.491137 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-32aebef9-4796-4f0a-8045-596f14777180 req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] 10.222.0.24 "PUT /v2.0/ports/5f1e2fec-3802-4d57-8f78-05c135c49d1f HTTP/1.1" status: 200 len: 1094 time: 1.1692946 May 26 22:12:31.491636 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f24c48-4607-4368-9543-c619640b58d1', 'tag': '5f1e2fec-3802-4d57-8f78-05c135c49d1f'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:12:31.514548 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1e2fec-3802-4d57-8f78-05c135c49d1f,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:31.524617 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:31.567216 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f24c48-4607-4368-9543-c619640b58d1', 'tag': '5f1e2fec-3802-4d57-8f78-05c135c49d1f', 'status': 'completed', 'code': 200} May 26 22:12:31.607919 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aebef9-4796-4f0a-8045-596f14777180 req-97a9f59a-7b58-4c9a-9575-de13b6041b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:31.609399 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-32aebef9-4796-4f0a-8045-596f14777180 req-97a9f59a-7b58-4c9a-9575-de13b6041b67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1702d9b498a2486f9443bfc634d212e6&device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 1097 time: 0.0775254 May 26 22:12:31.661950 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6ae516ec-0df9-409d-ac94-09fd6c1a03ee req-a2ddfb4b-d0f4-449b-b5c7-7d0cbdf23de2 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 210 time: 0.0585825 May 26 22:12:31.678693 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-32aebef9-4796-4f0a-8045-596f14777180 req-c0529beb-e969-4420-bff4-28cd5bb6242f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f1e2fec-3802-4d57-8f78-05c135c49d1f HTTP/1.1" status: 200 len: 217 time: 0.0613177 May 26 22:12:31.769290 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aebef9-4796-4f0a-8045-596f14777180 req-a2a1594a-4a93-4320-a2d7-a6ea228bc1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:31.770967 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-32aebef9-4796-4f0a-8045-596f14777180 req-a2a1594a-4a93-4320-a2d7-a6ea228bc1a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0809b9ed-7456-42ae-9ec5-c5f21c4387ae HTTP/1.1" status: 200 len: 855 time: 0.0858555 May 26 22:12:31.828850 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-32aebef9-4796-4f0a-8045-596f14777180 req-d5b65dd9-212b-4179-bff4-2544c29a74ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=459387a3-7a2b-4e1f-b526-99212399eff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504992 May 26 22:12:32.052911 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-32aebef9-4796-4f0a-8045-596f14777180 req-f1dd92b7-a0c1-42a2-a9ea-66b7c9ceab1c service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163863 May 26 22:12:32.093837 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-dd5c62b8-5518-4623-b1da-63703b6a6111 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=62683d69398e4349a18f1cd9634b238a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363631 May 26 22:12:32.218063 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-32aebef9-4796-4f0a-8045-596f14777180 req-31600a5b-f9e9-4c2e-b101-045036091a89 service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559625 May 26 22:12:32.304591 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-29e6a50e-4a93-4226-95f3-747f8055b61d tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:32.313280 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-29e6a50e-4a93-4226-95f3-747f8055b61d tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2177491 May 26 22:12:32.334020 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5097e9ef-da08-4536-8483-37d485ba4302 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/quotas/62683d69398e4349a18f1cd9634b238a HTTP/1.1" status: 200 len: 375 time: 0.0196323 May 26 22:12:32.370982 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:32.392312 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fff4de-d203-42d8-b919-2527df0b1752 req-9792991d-014c-4d08-b2c7-6fbfa48542db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:32.395020 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-61fff4de-d203-42d8-b919-2527df0b1752 req-9792991d-014c-4d08-b2c7-6fbfa48542db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1702d9b498a2486f9443bfc634d212e6&device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 1097 time: 0.0997086 May 26 22:12:32.438439 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-97b0eaaf-660d-431a-8de6-d8ecf5e14075 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=62683d69398e4349a18f1cd9634b238a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032848 May 26 22:12:32.514372 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeeace9-e9b9-4300-8272-5bd51d51dbb6 req-3a3a3f5f-172e-43c7-8dbf-93b717e04d6f tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:32.517339 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-afeeace9-e9b9-4300-8272-5bd51d51dbb6 req-3a3a3f5f-172e-43c7-8dbf-93b717e04d6f tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 944 time: 0.1924908 May 26 22:12:32.574286 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fff4de-d203-42d8-b919-2527df0b1752 req-55b9adbf-bada-40a3-8cf1-337ea91f3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:32.575945 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-61fff4de-d203-42d8-b919-2527df0b1752 req-55b9adbf-bada-40a3-8cf1-337ea91f3fe5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=459387a3-7a2b-4e1f-b526-99212399eff7 HTTP/1.1" status: 200 len: 915 time: 0.1741643 May 26 22:12:32.583997 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-afeeace9-e9b9-4300-8272-5bd51d51dbb6 req-5cafd458-e333-46a1-a8c1-e013654a1de8 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594766 May 26 22:12:32.653704 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-61fff4de-d203-42d8-b919-2527df0b1752 req-369fd1cb-906d-4e00-919d-e954991911ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f1e2fec-3802-4d57-8f78-05c135c49d1f HTTP/1.1" status: 200 len: 217 time: 0.0692024 May 26 22:12:32.690639 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-82ab42bc-8aea-4ecc-8462-acccb38e153e req-17b30ff6-bad7-4fe8-9c2a-e9071b4b676e tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0479608 May 26 22:12:32.728959 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fff4de-d203-42d8-b919-2527df0b1752 req-556e8e84-e46b-4457-88ec-c0eb96b37956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:32.730516 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-61fff4de-d203-42d8-b919-2527df0b1752 req-556e8e84-e46b-4457-88ec-c0eb96b37956 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0809b9ed-7456-42ae-9ec5-c5f21c4387ae HTTP/1.1" status: 200 len: 855 time: 0.0698557 May 26 22:12:32.784379 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-61fff4de-d203-42d8-b919-2527df0b1752 req-74b86cfc-ff45-4643-a459-82ce1c1b4ee6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=459387a3-7a2b-4e1f-b526-99212399eff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456917 May 26 22:12:32.852252 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5179eccb-e282-4205-9285-5303a2e6868e req-be40797a-0f83-4ced-b7ab-02a339c63a13 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 210 time: 0.0477283 May 26 22:12:32.981945 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-61fff4de-d203-42d8-b919-2527df0b1752 req-f911d8ce-c5b8-4d28-8500-e1aca0f46679 service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905346 May 26 22:12:33.158483 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424523e-c898-4ec3-a413-979832c19539 req-287f5a3b-9100-4034-a002-2e8416ee65b9 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:33.160176 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e424523e-c898-4ec3-a413-979832c19539 req-287f5a3b-9100-4034-a002-2e8416ee65b9 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.24 "GET /v2.0/networks?id=3a42bc9b-cb66-48b5-8733-7d057b351d7e HTTP/1.1" status: 200 len: 814 time: 0.2010412 May 26 22:12:33.181682 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Request body: {'port': {'device_id': '4c94e334-0e40-4814-9fc5-d83de5a952d9', 'network_id': '3a42bc9b-cb66-48b5-8733-7d057b351d7e', 'admin_state_up': True, 'tenant_id': '26626816f5d64254ae2afaf7c9ccf5c4'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:12:33.436215 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 34760) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:33.440107 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:33.491669 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-61fff4de-d203-42d8-b919-2527df0b1752 req-db07e08f-dd5d-477d-afc9-1ce237f01dea service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001094 May 26 22:12:33.553459 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Usage tracker for resource:port and tenant:26626816f5d64254ae2afaf7c9ccf5c4 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:33.561077 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:33.571594 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:33.590112 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Deleting subnet 69a675ca-94e4-48bd-be56-81ea7e053604 {{(pid=91908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:12:33.593362 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:33.645519 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2177247'] for subnet, precommit_delete_associations {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:33.708662 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:33.799203 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Made reservation on behalf of 26626816f5d64254ae2afaf7c9ccf5c4 for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:12:33.803938 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:33.865184 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:34.122200 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8aa8c13c-851f-4987-826a-936795cb7ac6 req-692d33ea-76b9-4f29-9d48-97c43ecf3332 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0847890 May 26 22:12:34.161493 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e1b97-28c0-4965-8616-ea8d6d84f761 req-74ff3a1a-80bc-422b-98b1-328561558cd2 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:34.162072 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6d4e1b97-28c0-4965-8616-ea8d6d84f761 req-74ff3a1a-80bc-422b-98b1-328561558cd2 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 944 time: 0.4053130 May 26 22:12:34.198194 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-525012ff-4318-4adf-9b70-11fcddef1570 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=62683d69398e4349a18f1cd9634b238a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723798 May 26 22:12:34.303937 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Allocated IP 172.20.0.13 (3a42bc9b-cb66-48b5-8733-7d057b351d7e/1a30ad71-19b2-4b03-9c7c-9d803666f595/b8432fc9-3af8-4d05-aff6-d0568b1ffd30) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:12:34.431475 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7035fc17-0b8c-4bba-be0a-6fe5f48a3bcd req-f2575f74-e5fd-4c2b-8cb4-6efdcab2a6b2 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 210 time: 0.0624294 May 26 22:12:34.482453 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-a774cf90-fad2-4caf-96f0-904ebb043ff5 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:34.484505 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-a774cf90-fad2-4caf-96f0-904ebb043ff5 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2790186 May 26 22:12:34.504838 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Request body: {'port': {'device_id': '8723f7ed-11b1-490c-839d-09a9d2f3a1c9', 'network_id': 'b920b3d5-28c0-460a-9533-d44412edcf4c', 'admin_state_up': True, 'tenant_id': '62683d69398e4349a18f1cd9634b238a'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:12:34.622295 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6d4e1b97-28c0-4965-8616-ea8d6d84f761 req-5279d96e-1007-460d-829b-2a6516304f20 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468081 May 26 22:12:34.706133 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2177211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2572536'] for subnet, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:34.720083 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:34.722803 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:34.733625 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Usage tracker for resource:port and tenant:62683d69398e4349a18f1cd9634b238a is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:34.735965 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:34.746770 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:34.754723 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:34.765344 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Made reservation on behalf of 62683d69398e4349a18f1cd9634b238a for: {'port': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:12:34.770362 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:34.770692 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a675ca-94e4-48bd-be56-81ea7e053604,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:34.778474 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:34.789912 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:34.790139 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:34.790628 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:34.791109 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:34.791582 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:34.792091 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:34.792586 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:34.793052 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:34.793531 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:34.793854 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:34.794181 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:34.794552 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:34.794879 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:34.812007 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:34.817064 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:34.817759 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Usage tracker for resource:security_group_rule and tenant:62683d69398e4349a18f1cd9634b238a is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:34.821150 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:34.821793 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/69a675ca-94e4-48bd-be56-81ea7e053604 HTTP/1.1" status: 204 len: 168 time: 1.3833013 May 26 22:12:34.824764 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 34828) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:34.830782 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:34.955536 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:34.962729 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:34.969044 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-c8c517de-7de6-4243-becd-8706af8a972c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:34.997955 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd4ce-b15a-4515-8e19-6618a8d1944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.012850 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.035885 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:35.061782 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86dc68f7-b398-4537-83b3-8a861d9c9b69,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:35.066710 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:35.129039 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Network 3a42bc9b-cb66-48b5-8733-7d057b351d7e is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:12:35.136902 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:12:35.154421 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:12:35.217115 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Allocated IP 192.168.233.130 (b920b3d5-28c0-460a-9533-d44412edcf4c/e97fa580-6f2d-4fc6-82ff-e67bc1e25c59/2c247d4c-2b33-4c49-8e2e-1445c283874f) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:12:35.369730 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 34848) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:35.376429 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd4ce-b15a-4515-8e19-6618a8d1944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.394049 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Pushing event updated for resources: {'Port': ['ID=b8432fc9-3af8-4d05-aff6-d0568b1ffd30,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:35.397838 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:35.423531 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3f4ff160-8f94-4f8d-bfb1-7530f9b1beda req-7f8d3ca5-b141-4aa3-aa5c-6aac3e146694 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 210 time: 0.1172335 May 26 22:12:35.430583 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.services.segments.db [None req-3a6cd4ce-b15a-4515-8e19-6618a8d1944f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8054597e-838f-4c0b-a756-8e2bbdb68ee1']}} {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:35.448388 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:35.449259 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.458094 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.services.segments.db [None req-3a6cd4ce-b15a-4515-8e19-6618a8d1944f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1') {'for_net_delete': True} {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:35.458697 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.services.segments.db [None req-3a6cd4ce-b15a-4515-8e19-6618a8d1944f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4af2ac-22b0-4fb1-8e63-8eb1beaacaf1') {} {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:35.470269 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.488518 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Transition to ACTIVE for port object 2c247d4c-2b33-4c49-8e2e-1445c283874f will not be triggered until provisioned by entity DHCP. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:12:35.496364 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd4ce-b15a-4515-8e19-6618a8d1944f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2177254'] for segment, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.517079 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd4ce-b15a-4515-8e19-6618a8d1944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.532527 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6cd4ce-b15a-4515-8e19-6618a8d1944f admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=91908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:12:35.532960 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd4ce-b15a-4515-8e19-6618a8d1944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176537'] for segment, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.536867 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.548029 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: Traceback (most recent call last): May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: timer() May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: cb(*args, **kw) May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: return func(*args, **kwargs) May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: self._notify() May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: self.callback(batched_events) May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: event.method(event) May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: return f(self, *a, **k) May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: return self._get(url).json() May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: return self.request(url, 'GET', **kwargs) May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:12:35.548264 dv-cinder-793244-1-iscsi neutron-server[91908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:12:35.601032 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 34858) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:35.637861 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Network b920b3d5-28c0-460a-9533-d44412edcf4c is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:12:35.641776 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:12:35.645465 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:12:35.696766 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e424523e-c898-4ec3-a413-979832c19539 req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5230849 May 26 22:12:35.727057 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-95fa07fa-02ff-4bbf-9325-f49b7b064443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.729535 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Pushing event updated for resources: {'Port': ['ID=2c247d4c-2b33-4c49-8e2e-1445c283874f,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:35.732968 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:35.733714 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a60c005d-d8b3-4f87-9bb1-90a9ef1e6cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.754241 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-a60c005d-d8b3-4f87-9bb1-90a9ef1e6cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:35.758197 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-a60c005d-d8b3-4f87-9bb1-90a9ef1e6cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:f14fdf13c77e4f9ab0a356f4f7199aef is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:35.761113 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-a60c005d-d8b3-4f87-9bb1-90a9ef1e6cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:35.767391 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-a60c005d-d8b3-4f87-9bb1-90a9ef1e6cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:35.776980 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Request body: {'port': {'device_id': '4c94e334-0e40-4814-9fc5-d83de5a952d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:12:35.786838 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:35.787466 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.847457 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3500674 May 26 22:12:35.861200 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Request body: {'port': {'device_id': '8723f7ed-11b1-490c-839d-09a9d2f3a1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:12:35.879886 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-85aef35e-b8a9-43ff-93ef-1fb4e66f9694 None None] Provisioning for port 2c247d4c-2b33-4c49-8e2e-1445c283874f completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:12:35.880419 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-95fa07fa-02ff-4bbf-9325-f49b7b064443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:35.886622 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-85aef35e-b8a9-43ff-93ef-1fb4e66f9694 None None] Provisioning complete for port 2c247d4c-2b33-4c49-8e2e-1445c283874f triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:12:35.887321 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-85aef35e-b8a9-43ff-93ef-1fb4e66f9694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.899911 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-95fa07fa-02ff-4bbf-9325-f49b7b064443 admin admin] Usage tracker for resource:security_group_rule and tenant:bc2f715101a8428bb8b89dab67051a4d is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:35.913965 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-95fa07fa-02ff-4bbf-9325-f49b7b064443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:35.916603 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd4ce-b15a-4515-8e19-6618a8d1944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.924588 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-95fa07fa-02ff-4bbf-9325-f49b7b064443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:35.946979 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:35.958973 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-85aef35e-b8a9-43ff-93ef-1fb4e66f9694 None None] Port 2c247d4c-2b33-4c49-8e2e-1445c283874f cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:12:35.965158 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3a6cd4ce-b15a-4515-8e19-6618a8d1944f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.992998 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a60c005d-d8b3-4f87-9bb1-90a9ef1e6cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:35.999707 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a60c005d-d8b3-4f87-9bb1-90a9ef1e6cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:36.014458 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-c9df7215-238b-4207-86c5-baca06387b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:36.015137 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cd4ce-b15a-4515-8e19-6618a8d1944f admin admin] Pushing event deleted for resources: {'Network': ['ID=8054597e-838f-4c0b-a756-8e2bbdb68ee1,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:36.044406 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3a6cd4ce-b15a-4515-8e19-6618a8d1944f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:36.065316 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-3a6cd4ce-b15a-4515-8e19-6618a8d1944f admin admin] 10.222.0.15 "DELETE /v2.0/networks/8054597e-838f-4c0b-a756-8e2bbdb68ee1 HTTP/1.1" status: 204 len: 168 time: 1.2359724 May 26 22:12:36.072374 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c005d-d8b3-4f87-9bb1-90a9ef1e6cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef04177d-c779-40ae-8097-d0b1f2273c69,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:36.089938 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:36.096753 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-a60c005d-d8b3-4f87-9bb1-90a9ef1e6cf9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f14fdf13c77e4f9ab0a356f4f7199aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890594 May 26 22:12:36.098728 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a60c005d-d8b3-4f87-9bb1-90a9ef1e6cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:36.099521 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 34872) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:36.100301 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:36.107908 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48b38a-16d6-4d98-97ba-3ba64f1131b1 req-b6db8802-76be-4f51-9981-f094ec8c7c1f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:36.108722 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-9d48b38a-16d6-4d98-97ba-3ba64f1131b1 req-b6db8802-76be-4f51-9981-f094ec8c7c1f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Synchronizing usage tracker for tenant:26626816f5d64254ae2afaf7c9ccf5c4 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:12:36.133187 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924ee5d-6538-4ef5-9dec-c42f6d6efc3f req-69092b60-1119-4662-b538-a9f8e6768c9c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:36.134790 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2924ee5d-6538-4ef5-9dec-c42f6d6efc3f req-69092b60-1119-4662-b538-a9f8e6768c9c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 944 time: 0.3215406 May 26 22:12:36.225077 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 34878) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:36.238709 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-9d48b38a-16d6-4d98-97ba-3ba64f1131b1 req-b6db8802-76be-4f51-9981-f094ec8c7c1f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Unset dirty status for tenant:26626816f5d64254ae2afaf7c9ccf5c4 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:12:36.239912 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9d48b38a-16d6-4d98-97ba-3ba64f1131b1 req-b6db8802-76be-4f51-9981-f094ec8c7c1f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 932 time: 0.5448515 May 26 22:12:36.264843 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2924ee5d-6538-4ef5-9dec-c42f6d6efc3f req-36e8188b-751f-4d19-8b32-ca51dac2aae6 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213224 May 26 22:12:36.313138 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-072930da-9387-4ced-8250-9f1f2d1bb5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:36.328920 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-95fa07fa-02ff-4bbf-9325-f49b7b064443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:36.386720 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-14b592b8-e79f-4050-9801-83efc16db44f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ec223e5db13471b87bb676d3f702942&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1576345 May 26 22:12:36.388523 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-95fa07fa-02ff-4bbf-9325-f49b7b064443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:36.398978 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 34882) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:36.404729 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-34df5a97-8754-4c3d-91de-057510bf5927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:36.429041 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-072930da-9387-4ced-8250-9f1f2d1bb5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:36.469264 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 5f1e2fec-3802-4d57-8f78-05c135c49d1f details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:12:36.496069 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa07fa-02ff-4bbf-9325-f49b7b064443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066ca0a0-1470-4635-b047-35aade1155e8,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:36.560578 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9d48b38a-16d6-4d98-97ba-3ba64f1131b1 req-c1b5bc7d-bfae-460e-a26d-6bd654f431e5 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072698 May 26 22:12:36.604748 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-95fa07fa-02ff-4bbf-9325-f49b7b064443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:36.607486 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-95fa07fa-02ff-4bbf-9325-f49b7b064443 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc2f715101a8428bb8b89dab67051a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2341473 May 26 22:12:36.615422 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 34892) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:36.655701 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7bd19b02-6255-4769-be0d-827bc072c630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:36.716161 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7bd19b02-6255-4769-be0d-827bc072c630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:36.727305 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-072930da-9387-4ced-8250-9f1f2d1bb5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:36.737021 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:36.755378 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fca9e8e9-7fcd-47de-b545-816f966a9494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:36.766937 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072930da-9387-4ced-8250-9f1f2d1bb5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef04177d-c779-40ae-8097-d0b1f2273c69,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:36.773274 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 5f1e2fec-3802-4d57-8f78-05c135c49d1f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=5f1e2fec-3802-4d57-8f78-05c135c49d1f,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:12:36.779048 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-072930da-9387-4ced-8250-9f1f2d1bb5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:36.795431 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-072930da-9387-4ced-8250-9f1f2d1bb5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:36.796724 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-072930da-9387-4ced-8250-9f1f2d1bb5c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef04177d-c779-40ae-8097-d0b1f2273c69 HTTP/1.1" status: 204 len: 168 time: 0.6665897 May 26 22:12:36.806613 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fca9e8e9-7fcd-47de-b545-816f966a9494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:36.819083 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '5f1e2fec-3802-4d57-8f78-05c135c49d1f', 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7', 'port_id': '5f1e2fec-3802-4d57-8f78-05c135c49d1f', 'mac_address': 'fa:16:3e:5b:17:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0809b9ed-7456-42ae-9ec5-c5f21c4387ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:12:36.890941 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dc7ef-b861-4e85-a92a-782455bfd0cc req-f02f4277-f5c8-4c87-a2b0-790ecf34dde9 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:36.899261 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a62dc7ef-b861-4e85-a92a-782455bfd0cc req-f02f4277-f5c8-4c87-a2b0-790ecf34dde9 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 936 time: 0.3333545 May 26 22:12:36.938777 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:36.965200 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a62dc7ef-b861-4e85-a92a-782455bfd0cc req-763bbc0e-6a20-45b6-b459-f2e037bd4ac0 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647163 May 26 22:12:36.969093 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1e2fec-3802-4d57-8f78-05c135c49d1f {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:12:36.988842 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 5f1e2fec-3802-4d57-8f78-05c135c49d1f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=5f1e2fec-3802-4d57-8f78-05c135c49d1f,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:12:36.996261 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:37.000383 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:37.036567 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fca9e8e9-7fcd-47de-b545-816f966a9494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:37.052338 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-02091476-f74f-4b96-a479-060baba92092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:37.056820 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7bd19b02-6255-4769-be0d-827bc072c630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:37.065002 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-4556d4bd-8788-40d6-80c0-e4155ed3c83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:37.070181 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9e8e9-7fcd-47de-b545-816f966a9494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066ca0a0-1470-4635-b047-35aade1155e8,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:37.074172 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-fca9e8e9-7fcd-47de-b545-816f966a9494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:37.077559 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c247d4c-2b33-4c49-8e2e-1445c283874f {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:12:37.082320 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fca9e8e9-7fcd-47de-b545-816f966a9494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:37.086592 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-fca9e8e9-7fcd-47de-b545-816f966a9494 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/066ca0a0-1470-4635-b047-35aade1155e8 HTTP/1.1" status: 204 len: 168 time: 0.4651623 May 26 22:12:37.087398 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd19b02-6255-4769-be0d-827bc072c630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66521183-e624-4d61-99d4-15298a0b5c6e,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:37.091860 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8432fc9-3af8-4d05-aff6-d0568b1ffd30 {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:12:37.101255 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:37.101757 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-7bd19b02-6255-4769-be0d-827bc072c630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:37.114487 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:37.120221 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Transition to ACTIVE for port object b8432fc9-3af8-4d05-aff6-d0568b1ffd30 will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:12:37.121174 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7bd19b02-6255-4769-be0d-827bc072c630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:37.123047 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-7bd19b02-6255-4769-be0d-827bc072c630 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66521183-e624-4d61-99d4-15298a0b5c6e HTTP/1.1" status: 204 len: 168 time: 0.7202148 May 26 22:12:37.125722 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:37.137699 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:37.147505 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Transition to ACTIVE for port object 2c247d4c-2b33-4c49-8e2e-1445c283874f will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:12:37.168292 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2985214'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:37.177531 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=5f1e2fec-3802-4d57-8f78-05c135c49d1f,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:37.180398 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:37.192582 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:37.320151 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Pushing event updated for resources: {'Port': ['ID=b8432fc9-3af8-4d05-aff6-d0568b1ffd30,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:37.327066 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:37.377690 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Pushing event updated for resources: {'Port': ['ID=2c247d4c-2b33-4c49-8e2e-1445c283874f,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:37.382696 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:37.384725 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['5f1e2fec-3802-4d57-8f78-05c135c49d1f'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:12:37.505400 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Attempting to bind port b8432fc9-3af8-4d05-aff6-d0568b1ffd30 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:12:37.512023 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Attempting to bind port b8432fc9-3af8-4d05-aff6-d0568b1ffd30 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3a42bc9b-cb66-48b5-8733-7d057b351d7e'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:12:37.512663 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Attempting to bind port b8432fc9-3af8-4d05-aff6-d0568b1ffd30 on network 3a42bc9b-cb66-48b5-8733-7d057b351d7e {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:12:37.535597 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Port b8432fc9-3af8-4d05-aff6-d0568b1ffd30 on network 3a42bc9b-cb66-48b5-8733-7d057b351d7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:12:37.538737 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Attempting to bind port b8432fc9-3af8-4d05-aff6-d0568b1ffd30 on network 3a42bc9b-cb66-48b5-8733-7d057b351d7e {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:12:37.540643 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Attempting to bind port 2c247d4c-2b33-4c49-8e2e-1445c283874f on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:12:37.540982 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Attempting to bind port 2c247d4c-2b33-4c49-8e2e-1445c283874f by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '4789c155-ad7c-4d9a-8695-ab177850640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b920b3d5-28c0-460a-9533-d44412edcf4c'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:12:37.541315 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Attempting to bind port 2c247d4c-2b33-4c49-8e2e-1445c283874f on network b920b3d5-28c0-460a-9533-d44412edcf4c {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:12:37.546319 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Port 2c247d4c-2b33-4c49-8e2e-1445c283874f on network b920b3d5-28c0-460a-9533-d44412edcf4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:12:37.546642 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Attempting to bind port 2c247d4c-2b33-4c49-8e2e-1445c283874f on network b920b3d5-28c0-460a-9533-d44412edcf4c {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:12:37.554376 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:12:37.555046 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Checking segment: {'id': '4789c155-ad7c-4d9a-8695-ab177850640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b920b3d5-28c0-460a-9533-d44412edcf4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:12:37.555487 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Bound using segment: {'id': '4789c155-ad7c-4d9a-8695-ab177850640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b920b3d5-28c0-460a-9533-d44412edcf4c'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:12:37.556100 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Bound port: 2c247d4c-2b33-4c49-8e2e-1445c283874f, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4789c155-ad7c-4d9a-8695-ab177850640b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b920b3d5-28c0-460a-9533-d44412edcf4c'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:12:37.556454 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:37.644618 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:12:37.644958 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Checking segment: {'id': '3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3a42bc9b-cb66-48b5-8733-7d057b351d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:12:37.645331 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Bound using segment: {'id': '3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3a42bc9b-cb66-48b5-8733-7d057b351d7e'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:12:37.645768 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Bound port: b8432fc9-3af8-4d05-aff6-d0568b1ffd30, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3a42bc9b-cb66-48b5-8733-7d057b351d7e'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:12:37.656011 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:37.704259 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] For port 2c247d4c-2b33-4c49-8e2e-1445c283874f, host hv-cinder-79324, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:12:37.708072 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] For port 2c247d4c-2b33-4c49-8e2e-1445c283874f, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=2c247d4c-2b33-4c49-8e2e-1445c283874f,segment=NetworkSegment(4789c155-ad7c-4d9a-8695-ab177850640b),segment_id=4789c155-ad7c-4d9a-8695-ab177850640b)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:12:37.717935 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2985214'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:37.729536 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:37.810290 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f45c68-1559-4987-848e-b97f88a18aba req-cc99d467-7588-4692-a811-f614175dc57c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:37.811877 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-76f45c68-1559-4987-848e-b97f88a18aba req-cc99d467-7588-4692-a811-f614175dc57c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 945 time: 0.2807810 May 26 22:12:37.826678 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] For port b8432fc9-3af8-4d05-aff6-d0568b1ffd30, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:12:37.830977 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] For port b8432fc9-3af8-4d05-aff6-d0568b1ffd30, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b8432fc9-3af8-4d05-aff6-d0568b1ffd30,segment=NetworkSegment(3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5),segment_id=3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:12:37.847987 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 34918) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:37.865814 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:37.891202 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:37.900363 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:37.900981 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:37.902457 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] 10.222.0.24 "PUT /v2.0/ports/2c247d4c-2b33-4c49-8e2e-1445c283874f HTTP/1.1" status: 200 len: 1098 time: 2.0471451 May 26 22:12:37.902864 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8723f7ed-11b1-490c-839d-09a9d2f3a1c9', 'tag': '2c247d4c-2b33-4c49-8e2e-1445c283874f'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:12:37.940115 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1bd0b1e0-de33-4c00-b2b4-b5244c4bffae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:38.050389 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-1bd0b1e0-de33-4c00-b2b4-b5244c4bffae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:38.081014 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-1bd0b1e0-de33-4c00-b2b4-b5244c4bffae admin admin] Usage tracker for resource:security_group_rule and tenant:73cf46071b674157a1a4d2f45c54d590 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:38.088101 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-1bd0b1e0-de33-4c00-b2b4-b5244c4bffae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:38.107332 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-1bd0b1e0-de33-4c00-b2b4-b5244c4bffae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:38.169266 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:38.170042 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:38.171716 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e424523e-c898-4ec3-a413-979832c19539 req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] 10.222.0.24 "PUT /v2.0/ports/b8432fc9-3af8-4d05-aff6-d0568b1ffd30 HTTP/1.1" status: 200 len: 1094 time: 2.4009264 May 26 22:12:38.178903 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c94e334-0e40-4814-9fc5-d83de5a952d9', 'tag': 'b8432fc9-3af8-4d05-aff6-d0568b1ffd30'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:12:38.202319 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-76f45c68-1559-4987-848e-b97f88a18aba req-2360f40d-94b3-42d2-babe-846615aec89f tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776903 May 26 22:12:38.290362 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1bd0b1e0-de33-4c00-b2b4-b5244c4bffae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:38.311770 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Pushing event updated for resources: {'Port': ['ID=2c247d4c-2b33-4c49-8e2e-1445c283874f,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:38.317309 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1bd0b1e0-de33-4c00-b2b4-b5244c4bffae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:38.352329 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:38.354035 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8723f7ed-11b1-490c-839d-09a9d2f3a1c9', 'tag': '2c247d4c-2b33-4c49-8e2e-1445c283874f', 'status': 'completed', 'code': 200} May 26 22:12:38.356685 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-eddd3579-752a-4d9b-947b-084aef7a3f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:38.367666 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Pushing event updated for resources: {'Port': ['ID=b8432fc9-3af8-4d05-aff6-d0568b1ffd30,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:38.390296 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:38.394557 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-1bd0b1e0-de33-4c00-b2b4-b5244c4bffae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73cf46071b674157a1a4d2f45c54d590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5414264 May 26 22:12:38.394557 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0b1e0-de33-4c00-b2b4-b5244c4bffae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e1afb1-2483-43b6-a406-6df19408ff4c,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:38.396619 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 34950) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:38.456430 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-1bd0b1e0-de33-4c00-b2b4-b5244c4bffae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:38.458876 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424523e-c898-4ec3-a413-979832c19539 req-c3888c26-dc73-421b-9e7d-e593ccf15f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:38.460403 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e424523e-c898-4ec3-a413-979832c19539 req-c3888c26-dc73-421b-9e7d-e593ccf15f84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26626816f5d64254ae2afaf7c9ccf5c4&device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 1097 time: 0.2044573 May 26 22:12:38.488407 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b9f76-3194-46fd-8408-fbb8222a5669 req-8716d393-f712-4350-ad9d-229103475f4c tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:38.489902 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-725b9f76-3194-46fd-8408-fbb8222a5669 req-8716d393-f712-4350-ad9d-229103475f4c tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 944 time: 0.5283113 May 26 22:12:38.512469 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-c04d439c-397b-4f9e-a848-95d9428e73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:38.514924 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-c04d439c-397b-4f9e-a848-95d9428e73d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62683d69398e4349a18f1cd9634b238a&device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 1101 time: 0.5480103 May 26 22:12:38.519411 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-77fe49e5-0047-478e-adfb-29d08ff29e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:38.614611 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-e9d8d0b6-3e8b-4c2e-9bfa-7f2a05453048 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=2c247d4c-2b33-4c49-8e2e-1445c283874f HTTP/1.1" status: 200 len: 217 time: 0.0833070 May 26 22:12:38.672616 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e424523e-c898-4ec3-a413-979832c19539 req-3312d498-4167-4268-b82b-121f7ecf65e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8432fc9-3af8-4d05-aff6-d0568b1ffd30 HTTP/1.1" status: 200 len: 217 time: 0.2023706 May 26 22:12:38.691229 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-77fe49e5-0047-478e-adfb-29d08ff29e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:38.724344 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-2c596943-849d-43a9-acee-3b2c2ccb8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:38.725793 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-2c596943-849d-43a9-acee-3b2c2ccb8b9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e97fa580-6f2d-4fc6-82ff-e67bc1e25c59 HTTP/1.1" status: 200 len: 843 time: 0.1036882 May 26 22:12:38.801448 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-725b9f76-3194-46fd-8408-fbb8222a5669 req-a5086c37-45cc-4819-a179-53081ef17afe tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677625 May 26 22:12:38.834541 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-77fe49e5-0047-478e-adfb-29d08ff29e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:38.840765 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a60c005d-d8b3-4f87-9bb1-90a9ef1e6cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:38.854442 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424523e-c898-4ec3-a413-979832c19539 req-34669887-509e-44c3-ae3d-989b2d5ecee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:38.854731 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-c31fe32c-822a-4fa8-ac04-aeacd0e2665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:38.856248 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-c31fe32c-822a-4fa8-ac04-aeacd0e2665c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b920b3d5-28c0-460a-9533-d44412edcf4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1224792 May 26 22:12:38.856671 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e424523e-c898-4ec3-a413-979832c19539 req-34669887-509e-44c3-ae3d-989b2d5ecee9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a30ad71-19b2-4b03-9c7c-9d803666f595 HTTP/1.1" status: 200 len: 854 time: 0.1468768 May 26 22:12:38.859282 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe49e5-0047-478e-adfb-29d08ff29e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e1afb1-2483-43b6-a406-6df19408ff4c,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:38.873403 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-77fe49e5-0047-478e-adfb-29d08ff29e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:38.929918 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e424523e-c898-4ec3-a413-979832c19539 req-a831634e-9639-4d0d-87c4-035b518e6bb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a42bc9b-cb66-48b5-8733-7d057b351d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603139 May 26 22:12:38.932021 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c94e334-0e40-4814-9fc5-d83de5a952d9', 'tag': 'b8432fc9-3af8-4d05-aff6-d0568b1ffd30', 'status': 'completed', 'code': 200} May 26 22:12:38.938863 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-77fe49e5-0047-478e-adfb-29d08ff29e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:38.941735 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-77fe49e5-0047-478e-adfb-29d08ff29e67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12e1afb1-2483-43b6-a406-6df19408ff4c HTTP/1.1" status: 204 len: 168 time: 0.5403135 May 26 22:12:38.946486 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b81c94-bb8c-49af-ad78-cc733e7ebcf5 req-4e809a9f-112f-485b-83f5-72a742895347 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:38.950028 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b2b81c94-bb8c-49af-ad78-cc733e7ebcf5 req-4e809a9f-112f-485b-83f5-72a742895347 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 948 time: 0.3598721 May 26 22:12:39.072500 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-5fa5696d-8aa9-40df-9485-094625049402 service neutron] 10.222.0.24 "GET /v2.0/networks/b920b3d5-28c0-460a-9533-d44412edcf4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964226 May 26 22:12:39.185837 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b2b81c94-bb8c-49af-ad78-cc733e7ebcf5 req-8dc14fc1-7b9e-4200-bae2-fc3daef51137 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781445 May 26 22:12:39.233898 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e424523e-c898-4ec3-a413-979832c19539 req-b21d4422-42d7-46c0-aac4-524e66d8f9c1 service neutron] 10.222.0.24 "GET /v2.0/networks/3a42bc9b-cb66-48b5-8733-7d057b351d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820330 May 26 22:12:39.264817 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-442fd7e7-5fee-4640-a23f-1222405332c9 req-e50613f7-9490-4af3-8d25-e389fe3c9a4a service neutron] 10.222.0.24 "GET /v2.0/networks/b920b3d5-28c0-460a-9533-d44412edcf4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838901 May 26 22:12:39.410888 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 34990) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:39.464095 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e424523e-c898-4ec3-a413-979832c19539 req-6e7b4e77-a984-42cf-ac0e-fe840c4a30ec service neutron] 10.222.0.24 "GET /v2.0/networks/3a42bc9b-cb66-48b5-8733-7d057b351d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228367 May 26 22:12:39.476636 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812eaab-139b-4022-b941-576cc71e2270 req-ec01c908-67f8-4c52-a79a-d61540e6c7a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:39.478080 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198ebb-8250-4897-99c7-4a62a8ad7de0 req-a845ff4e-eb17-475b-8d09-644d67e95df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:39.479561 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-02198ebb-8250-4897-99c7-4a62a8ad7de0 req-a845ff4e-eb17-475b-8d09-644d67e95df3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=62683d69398e4349a18f1cd9634b238a&device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 1101 time: 0.1570189 May 26 22:12:39.483765 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3812eaab-139b-4022-b941-576cc71e2270 req-ec01c908-67f8-4c52-a79a-d61540e6c7a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 945 time: 0.1412625 May 26 22:12:39.536168 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3812eaab-139b-4022-b941-576cc71e2270 req-54d8c569-c17f-4d29-ad71-441fa8ad83a1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514433 May 26 22:12:39.592304 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-993100479-network', 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:12:39.604199 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:39.610159 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Usage tracker for resource:network and tenant:9708ab761c59413f8fc7b71b806e5d82 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:39.622203 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:39.631783 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:39.641489 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198ebb-8250-4897-99c7-4a62a8ad7de0 req-e7fc0ff4-ece5-40f8-a993-8c5ff24ddfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:39.643911 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-02198ebb-8250-4897-99c7-4a62a8ad7de0 req-e7fc0ff4-ece5-40f8-a993-8c5ff24ddfec service neutron] 10.222.0.24 "GET /v2.0/networks?id=b920b3d5-28c0-460a-9533-d44412edcf4c HTTP/1.1" status: 200 len: 869 time: 0.1553779 May 26 22:12:39.652342 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Made reservation on behalf of 9708ab761c59413f8fc7b71b806e5d82 for: {'network': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:12:39.654776 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:39.682347 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:39.701566 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:39.706709 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc849d61-b69e-47bc-937d-03644f695ba7 req-7ba45d0b-0ffe-48f6-adc0-53b4fb2f797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:39.708493 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cc849d61-b69e-47bc-937d-03644f695ba7 req-7ba45d0b-0ffe-48f6-adc0-53b4fb2f797d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26626816f5d64254ae2afaf7c9ccf5c4&device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 1097 time: 0.1689374 May 26 22:12:39.711300 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Usage tracker for resource:security_group_rule and tenant:9708ab761c59413f8fc7b71b806e5d82 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:39.714355 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:39.723302 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-02198ebb-8250-4897-99c7-4a62a8ad7de0 req-fad948ab-b088-46fc-b529-21a44fc6a7d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=2c247d4c-2b33-4c49-8e2e-1445c283874f HTTP/1.1" status: 200 len: 217 time: 0.0724134 May 26 22:12:39.790842 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:39.810878 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198ebb-8250-4897-99c7-4a62a8ad7de0 req-b1142020-649b-42cb-8889-22926cae56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:39.814725 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-02198ebb-8250-4897-99c7-4a62a8ad7de0 req-b1142020-649b-42cb-8889-22926cae56d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e97fa580-6f2d-4fc6-82ff-e67bc1e25c59 HTTP/1.1" status: 200 len: 843 time: 0.0838740 May 26 22:12:39.906647 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc849d61-b69e-47bc-937d-03644f695ba7 req-f564758a-7209-4b9b-bc0d-b275211096ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:39.908248 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cc849d61-b69e-47bc-937d-03644f695ba7 req-f564758a-7209-4b9b-bc0d-b275211096ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a42bc9b-cb66-48b5-8733-7d057b351d7e HTTP/1.1" status: 200 len: 914 time: 0.1910186 May 26 22:12:39.997717 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cc849d61-b69e-47bc-937d-03644f695ba7 req-bc06f7e1-5505-4574-8307-c85133129082 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8432fc9-3af8-4d05-aff6-d0568b1ffd30 HTTP/1.1" status: 200 len: 217 time: 0.0819595 May 26 22:12:40.003583 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198ebb-8250-4897-99c7-4a62a8ad7de0 req-2baf1ea8-9d9f-472f-ad33-d51a825bf280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:40.006260 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-02198ebb-8250-4897-99c7-4a62a8ad7de0 req-2baf1ea8-9d9f-472f-ad33-d51a825bf280 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b920b3d5-28c0-460a-9533-d44412edcf4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1849811 May 26 22:12:40.161383 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc849d61-b69e-47bc-937d-03644f695ba7 req-152d9037-b245-4870-87fd-d224072c4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:40.163167 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cc849d61-b69e-47bc-937d-03644f695ba7 req-152d9037-b245-4870-87fd-d224072c4909 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a30ad71-19b2-4b03-9c7c-9d803666f595 HTTP/1.1" status: 200 len: 854 time: 0.1561558 May 26 22:12:40.169125 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:40.208669 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-02198ebb-8250-4897-99c7-4a62a8ad7de0 req-3fd311f0-59ad-44e7-9c7a-b91fc0ef8f94 service neutron] 10.222.0.24 "GET /v2.0/networks/b920b3d5-28c0-460a-9533-d44412edcf4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888309 May 26 22:12:40.236667 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:40.256775 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-742bc0d1-e97b-403f-abaf-27c738e02d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:40.277548 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cc849d61-b69e-47bc-937d-03644f695ba7 req-6fbae534-b958-4a39-81c2-d5cb0d99ae05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a42bc9b-cb66-48b5-8733-7d057b351d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064534 May 26 22:12:40.413828 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-02198ebb-8250-4897-99c7-4a62a8ad7de0 req-d89cb21b-78c8-4962-9824-4660f794b252 service neutron] 10.222.0.24 "GET /v2.0/networks/b920b3d5-28c0-460a-9533-d44412edcf4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029462 May 26 22:12:40.467867 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cc849d61-b69e-47bc-937d-03644f695ba7 req-d2990e57-55e1-4864-92d4-67dd025c9b17 service neutron] 10.222.0.24 "GET /v2.0/networks/3a42bc9b-cb66-48b5-8733-7d057b351d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800923 May 26 22:12:40.475466 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=91908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:12:40.519243 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 5f1e2fec-3802-4d57-8f78-05c135c49d1f up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:12:40.532389 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:40.532723 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.segments_db [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Added segment 8c417c48-ff07-4d18-8423-0cc5a13ad27e of type vlan for network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 May 26 22:12:40.613474 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port 5f1e2fec-3802-4d57-8f78-05c135c49d1f completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:12:40.619761 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 5f1e2fec-3802-4d57-8f78-05c135c49d1f triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:12:40.620387 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:40.659563 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f68b6ee-3f8d-48ac-88f3-fdace501851d,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:40.663473 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:40.732648 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d9e3a-4740-433b-9d81-e1f9161d3ab5 req-ab078eca-1ab3-46ec-acaf-556c4d168f63 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:40.740172 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-840d9e3a-4740-433b-9d81-e1f9161d3ab5 req-ab078eca-1ab3-46ec-acaf-556c4d168f63 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 944 time: 0.6882596 May 26 22:12:40.750806 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 35044) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:40.783370 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:40.819904 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f24c48-4607-4368-9543-c619640b58d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1e2fec-3802-4d57-8f78-05c135c49d1f'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:12:40.824283 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:40.833076 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 5f1e2fec-3802-4d57-8f78-05c135c49d1f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=5f1e2fec-3802-4d57-8f78-05c135c49d1f,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:12:40.842304 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:40.845486 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:40.900799 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-840d9e3a-4740-433b-9d81-e1f9161d3ab5 req-ee2fee36-cd1b-479c-8043-0a7c06006eb1 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596856 May 26 22:12:40.944070 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cc849d61-b69e-47bc-937d-03644f695ba7 req-cf8c6564-ce0c-4eb2-84f4-c40c6ae03333 service neutron] 10.222.0.24 "GET /v2.0/networks/3a42bc9b-cb66-48b5-8733-7d057b351d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528584 May 26 22:12:40.951395 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=5f1e2fec-3802-4d57-8f78-05c135c49d1f,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:40.959891 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:40.985214 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74286a42-0559-4258-9ab7-6f658030c07f req-e4ad7701-8dbf-4e52-97bc-476cd47e96da tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:40.993312 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-74286a42-0559-4258-9ab7-6f658030c07f req-e4ad7701-8dbf-4e52-97bc-476cd47e96da tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 948 time: 0.4739525 May 26 22:12:41.010297 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:41.013504 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:41.014098 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:41.023866 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:41.102334 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a4d02b7a-ebb4-41d1-b58e-ae16aab55c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:41.123457 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-a4d02b7a-ebb4-41d1-b58e-ae16aab55c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:41.128843 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-a4d02b7a-ebb4-41d1-b58e-ae16aab55c5c admin admin] Usage tracker for resource:security_group_rule and tenant:c581dd3e3e9a44c6b59b26db203e89fb is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:41.132163 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-a4d02b7a-ebb4-41d1-b58e-ae16aab55c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:41.137770 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-a4d02b7a-ebb4-41d1-b58e-ae16aab55c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:41.200880 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-74286a42-0559-4258-9ab7-6f658030c07f req-a440929e-7838-4bf3-85db-6da0b3f20461 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061243 May 26 22:12:41.210180 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 35066) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:41.210317 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7973180 May 26 22:12:41.215652 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Pushing event updated for resources: {'Network': ['ID=19d30953-5d2b-49ad-99d4-0ab2d15be5e0,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:41.223050 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:41.230783 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:12:41.233944 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Request body: {'subnet': {'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-993100479-subnet', 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:12:41.248028 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:41.271097 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Usage tracker for resource:subnet and tenant:9708ab761c59413f8fc7b71b806e5d82 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:41.278811 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59fc81-e909-42de-be6f-6f6cb5401d6f req-af5b71eb-f40f-456e-bf37-b3a9193d2fd4 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:41.283366 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7e59fc81-e909-42de-be6f-6f6cb5401d6f req-af5b71eb-f40f-456e-bf37-b3a9193d2fd4 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 946 time: 0.2449298 May 26 22:12:41.283663 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:41.291448 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:41.322109 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Made reservation on behalf of 9708ab761c59413f8fc7b71b806e5d82 for: {'subnet': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:12:41.325482 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2744471'] for subnet, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:41.382363 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7e59fc81-e909-42de-be6f-6f6cb5401d6f req-9bf3e9ef-21a1-4340-8447-09f54303a01c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945158 May 26 22:12:41.388126 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f24c48-4607-4368-9543-c619640b58d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1e2fec-3802-4d57-8f78-05c135c49d1f', 'code': 200} May 26 22:12:41.529283 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a4d02b7a-ebb4-41d1-b58e-ae16aab55c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:41.539102 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a4d02b7a-ebb4-41d1-b58e-ae16aab55c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:41.550955 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-78a0f322-d582-4f3f-861d-c5be9b1036f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:41.605817 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-a4d02b7a-ebb4-41d1-b58e-ae16aab55c5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c581dd3e3e9a44c6b59b26db203e89fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8508947 May 26 22:12:41.608838 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 35082) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:41.642016 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d02b7a-ebb4-41d1-b58e-ae16aab55c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e577dc-f1c3-4703-9d97-ea3b3ff1a46a,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:41.646949 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a4d02b7a-ebb4-41d1-b58e-ae16aab55c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:41.697142 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0b2572ba-8d4b-4a33-a434-0068864666cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:41.708683 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a1b1c-f208-42fd-a55e-c1decab8b2d9 req-df659d13-9637-40be-9539-aa0cb130224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:41.710210 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0a5a1b1c-f208-42fd-a55e-c1decab8b2d9 req-df659d13-9637-40be-9539-aa0cb130224f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 1099 time: 0.1496692 May 26 22:12:41.750414 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0b2572ba-8d4b-4a33-a434-0068864666cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:41.794856 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0a5a1b1c-f208-42fd-a55e-c1decab8b2d9 req-54d6b0c1-d2de-4797-a6cf-4c19c956055a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723946 May 26 22:12:41.826169 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0b2572ba-8d4b-4a33-a434-0068864666cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:41.832726 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-e6b93bbc-51d9-4a04-b5a2-f3874f76e051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:41.850573 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2572ba-8d4b-4a33-a434-0068864666cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e577dc-f1c3-4703-9d97-ea3b3ff1a46a,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:41.853354 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0b2572ba-8d4b-4a33-a434-0068864666cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:41.856725 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-0b2572ba-8d4b-4a33-a434-0068864666cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34e577dc-f1c3-4703-9d97-ea3b3ff1a46a HTTP/1.1" status: 204 len: 168 time: 0.2461910 May 26 22:12:41.858429 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0b2572ba-8d4b-4a33-a434-0068864666cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:41.939475 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2982521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2744449'] for subnet, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:41.944461 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9b963b4f-b8c9-4cc8-b4da-55b0d87f299b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:42.029623 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8078f847-52d5-499d-9dd9-d637beb0763e,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:42.040357 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:42.055189 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Checking segment: {'id': '8c417c48-ff07-4d18-8423-0cc5a13ad27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:12:42.055552 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Network hostable DHCP agents. Network: 19d30953-5d2b-49ad-99d4-0ab2d15be5e0, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:12:42.081518 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:12:42.093334 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, 19d30953-5d2b-49ad-99d4-0ab2d15be5e0) {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:12:42.108270 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86d51fb-1fd6-4139-b85d-e98dc70b9697 None None] Network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:12:42.108772 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:42.109298 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:42.132411 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc901928-9fb5-475e-a7ff-3bd3bfbe12d3 req-ff5168b3-6b95-4cc5-8cf5-e2f1ddb8af15 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:42.140075 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fc901928-9fb5-475e-a7ff-3bd3bfbe12d3 req-ff5168b3-6b95-4cc5-8cf5-e2f1ddb8af15 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 944 time: 0.1054769 May 26 22:12:42.160542 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-778f4ad6-81d9-4693-88c7-f82069b04e64 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9401517 May 26 22:12:42.163239 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 35114) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:42.172447 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-993100479-router', 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:12:42.177635 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:42.181696 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Usage tracker for resource:router and tenant:9708ab761c59413f8fc7b71b806e5d82 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:42.185120 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:42.192299 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:42.214171 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:42.215359 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-904'] for router, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:42.248589 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fc901928-9fb5-475e-a7ff-3bd3bfbe12d3 req-dc607a58-fa8d-4091-9834-680793d3cb2a tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072292 May 26 22:12:42.261007 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:42.293035 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 35126) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:42.320332 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-99211fd5-4523-4908-a783-0d7e638f3a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:42.337357 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-99211fd5-4523-4908-a783-0d7e638f3a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:42.349736 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-99211fd5-4523-4908-a783-0d7e638f3a77 admin admin] Usage tracker for resource:security_group_rule and tenant:cf4600808a8245d9bf2c44ac718b9876 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:42.352927 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-99211fd5-4523-4908-a783-0d7e638f3a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:42.359304 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-99211fd5-4523-4908-a783-0d7e638f3a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:42.406860 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5e8fd6-a9c0-4b22-be31-c735a8bf2633 None None] Network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:12:42.484107 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-99211fd5-4523-4908-a783-0d7e638f3a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:42.490240 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-99211fd5-4523-4908-a783-0d7e638f3a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:42.503848 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-03aa4f20-b63e-47f9-a92c-2a64ceb9ed5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:42.549700 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99211fd5-4523-4908-a783-0d7e638f3a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e82624-bc39-4098-96de-2b5048921e2a,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:42.574853 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-99211fd5-4523-4908-a783-0d7e638f3a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:42.579041 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-99211fd5-4523-4908-a783-0d7e638f3a77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf4600808a8245d9bf2c44ac718b9876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849896 May 26 22:12:42.582225 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 35146) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:42.689672 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7c01f76-9694-4993-84be-f7bd9df44661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:42.722980 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7c01f76-9694-4993-84be-f7bd9df44661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:42.784976 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7c01f76-9694-4993-84be-f7bd9df44661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:42.789794 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:42.804174 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c01f76-9694-4993-84be-f7bd9df44661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e82624-bc39-4098-96de-2b5048921e2a,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:42.804774 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022'] for router, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:42.831327 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a7c01f76-9694-4993-84be-f7bd9df44661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:42.852547 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7c01f76-9694-4993-84be-f7bd9df44661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:42.853885 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-a7c01f76-9694-4993-84be-f7bd9df44661 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04e82624-bc39-4098-96de-2b5048921e2a HTTP/1.1" status: 204 len: 168 time: 0.2705021 May 26 22:12:42.862965 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096da69-4263-448a-b4c3-901a367ecdaf req-c8bbb0f2-8c61-4797-9d57-180b4449bddc tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:42.864827 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a096da69-4263-448a-b4c3-901a367ecdaf req-c8bbb0f2-8c61-4797-9d57-180b4449bddc tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 948 time: 0.5079579 May 26 22:12:42.942973 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387507c5-6b97-4c68-803e-bf668ed7f9c4 req-191a6e25-684f-4ef6-9e1b-ad42c66142ba tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:42.944471 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-387507c5-6b97-4c68-803e-bf668ed7f9c4 req-191a6e25-684f-4ef6-9e1b-ad42c66142ba tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 946 time: 0.3386581 May 26 22:12:43.011653 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a096da69-4263-448a-b4c3-901a367ecdaf req-114e233f-d541-4e3f-951f-57714f694efd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397696 May 26 22:12:43.050411 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-387507c5-6b97-4c68-803e-bf668ed7f9c4 req-5f0314d7-9f4c-4ddd-a984-39548903bfa5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969958 May 26 22:12:43.263831 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 35190) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:43.295170 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-da360652-dc4c-4d7d-a60f-f582d511cc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:43.311583 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-da360652-dc4c-4d7d-a60f-f582d511cc4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:43.316173 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-da360652-dc4c-4d7d-a60f-f582d511cc4f admin admin] Usage tracker for resource:security_group_rule and tenant:9cd07739ecc94c4187259568d840c2c2 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:43.319341 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-da360652-dc4c-4d7d-a60f-f582d511cc4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:43.325361 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-da360652-dc4c-4d7d-a60f-f582d511cc4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:43.356891 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:43.431048 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-da360652-dc4c-4d7d-a60f-f582d511cc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:43.434627 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:43.435460 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-da360652-dc4c-4d7d-a60f-f582d511cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:43.444599 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a6d618a7-b5c6-4afc-be98-04993a6bf032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:43.491927 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-da360652-dc4c-4d7d-a60f-f582d511cc4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cd07739ecc94c4187259568d840c2c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244544 May 26 22:12:43.492274 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 35202) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:43.495885 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da360652-dc4c-4d7d-a60f-f582d511cc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a4e56c-7b31-4f18-bc88-dba0049d0a86,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:43.499109 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-da360652-dc4c-4d7d-a60f-f582d511cc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:43.564044 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-cf53a6a8-0b70-446d-a8ac-d49c0edbde86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:43.580182 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131a178-1a99-4d83-b3f6-f5bf3e73d401 req-285b5f7d-0d2a-4e1b-8723-ba077b022f6c tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:43.581881 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f131a178-1a99-4d83-b3f6-f5bf3e73d401 req-285b5f7d-0d2a-4e1b-8723-ba077b022f6c tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 944 time: 0.1967871 May 26 22:12:43.597425 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-cf53a6a8-0b70-446d-a8ac-d49c0edbde86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:43.641643 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Allocated IP 172.27.2.137 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/eb441cd1-40f0-4887-a720-13a0ee30bad3) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:12:43.646058 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f131a178-1a99-4d83-b3f6-f5bf3e73d401 req-6fb31a7c-5405-4b67-8e74-a75ac3c85f09 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576274 May 26 22:12:43.662380 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-cf53a6a8-0b70-446d-a8ac-d49c0edbde86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:43.668275 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-b70148b7-a3f1-41c3-8755-3aba34effcf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:43.687332 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53a6a8-0b70-446d-a8ac-d49c0edbde86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a4e56c-7b31-4f18-bc88-dba0049d0a86,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:43.690933 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-cf53a6a8-0b70-446d-a8ac-d49c0edbde86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:43.692055 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-cf53a6a8-0b70-446d-a8ac-d49c0edbde86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:43.693286 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-cf53a6a8-0b70-446d-a8ac-d49c0edbde86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9a4e56c-7b31-4f18-bc88-dba0049d0a86 HTTP/1.1" status: 204 len: 168 time: 0.2000179 May 26 22:12:43.716226 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 35212) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:43.753790 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device b8432fc9-3af8-4d05-aff6-d0568b1ffd30 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:12:43.843329 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:43.891887 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:43.899561 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:43.908971 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port b8432fc9-3af8-4d05-aff6-d0568b1ffd30, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b8432fc9-3af8-4d05-aff6-d0568b1ffd30,segment=NetworkSegment(3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5),segment_id=3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:12:43.924118 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': 'b8432fc9-3af8-4d05-aff6-d0568b1ffd30', 'network_id': '3a42bc9b-cb66-48b5-8733-7d057b351d7e', 'port_id': 'b8432fc9-3af8-4d05-aff6-d0568b1ffd30', 'mac_address': 'fa:16:3e:d0:27:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a30ad71-19b2-4b03-9c7c-9d803666f595', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:12:43.977008 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:12:43.980235 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:12:43.985021 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:12:44.011847 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1d43823e-9e14-490d-bb7f-cca0b2c0e6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:44.014088 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:44.026924 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-1d43823e-9e14-490d-bb7f-cca0b2c0e6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:44.031460 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-1d43823e-9e14-490d-bb7f-cca0b2c0e6ba admin admin] Usage tracker for resource:security_group_rule and tenant:f45e6e717f1045bbb914a07875da4a7e is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:44.034903 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-1d43823e-9e14-490d-bb7f-cca0b2c0e6ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:44.035064 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Pushing event updated for resources: {'Port': ['ID=eb441cd1-40f0-4887-a720-13a0ee30bad3,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:44.040368 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:44.040894 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-1d43823e-9e14-490d-bb7f-cca0b2c0e6ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:44.064691 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8432fc9-3af8-4d05-aff6-d0568b1ffd30 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:12:44.101769 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port b8432fc9-3af8-4d05-aff6-d0568b1ffd30, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b8432fc9-3af8-4d05-aff6-d0568b1ffd30,segment=NetworkSegment(3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5),segment_id=3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:12:44.110707 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:44.112456 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 2c247d4c-2b33-4c49-8e2e-1445c283874f details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:12:44.181843 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1d43823e-9e14-490d-bb7f-cca0b2c0e6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:44.189355 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1d43823e-9e14-490d-bb7f-cca0b2c0e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:44.205818 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-da360652-dc4c-4d7d-a60f-f582d511cc4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:44.214778 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:44.244298 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43823e-9e14-490d-bb7f-cca0b2c0e6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b63af7-e872-41e2-abe1-d1ec41dc755e,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:44.261060 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-1d43823e-9e14-490d-bb7f-cca0b2c0e6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:44.290375 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-1d43823e-9e14-490d-bb7f-cca0b2c0e6ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f45e6e717f1045bbb914a07875da4a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5698757 May 26 22:12:44.291012 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 35232) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:44.343915 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=b8432fc9-3af8-4d05-aff6-d0568b1ffd30,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:44.349103 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:44.354837 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 2c247d4c-2b33-4c49-8e2e-1445c283874f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=2c247d4c-2b33-4c49-8e2e-1445c283874f,segment=NetworkSegment(4789c155-ad7c-4d9a-8695-ab177850640b),segment_id=4789c155-ad7c-4d9a-8695-ab177850640b)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:12:44.379841 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '2c247d4c-2b33-4c49-8e2e-1445c283874f', 'network_id': 'b920b3d5-28c0-460a-9533-d44412edcf4c', 'port_id': '2c247d4c-2b33-4c49-8e2e-1445c283874f', 'mac_address': 'fa:16:3e:fe:8f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97fa580-6f2d-4fc6-82ff-e67bc1e25c59', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:12:44.388692 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-69d5f458-2844-43a1-805a-85ecd4339e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:44.404022 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a49d9-11b0-4c9e-b9ec-a903882f1863 req-342c18e8-06c0-49f0-892d-ef6af87bdad9 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:44.405506 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b66a49d9-11b0-4c9e-b9ec-a903882f1863 req-342c18e8-06c0-49f0-892d-ef6af87bdad9 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 948 time: 0.2202895 May 26 22:12:44.429589 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-69d5f458-2844-43a1-805a-85ecd4339e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:44.445033 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:44.463250 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c247d4c-2b33-4c49-8e2e-1445c283874f {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:12:44.480121 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 2c247d4c-2b33-4c49-8e2e-1445c283874f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=2c247d4c-2b33-4c49-8e2e-1445c283874f,segment=NetworkSegment(4789c155-ad7c-4d9a-8695-ab177850640b),segment_id=4789c155-ad7c-4d9a-8695-ab177850640b)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:12:44.488653 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:44.490760 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:44.493879 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-69d5f458-2844-43a1-805a-85ecd4339e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:44.497863 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-7bd19b02-6255-4769-be0d-827bc072c630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:44.514760 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5f458-2844-43a1-805a-85ecd4339e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b63af7-e872-41e2-abe1-d1ec41dc755e,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:44.517739 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-69d5f458-2844-43a1-805a-85ecd4339e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:44.519253 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-69d5f458-2844-43a1-805a-85ecd4339e57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3b63af7-e872-41e2-abe1-d1ec41dc755e HTTP/1.1" status: 204 len: 168 time: 0.2267294 May 26 22:12:44.520191 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-69d5f458-2844-43a1-805a-85ecd4339e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:44.568847 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:44.589141 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=2c247d4c-2b33-4c49-8e2e-1445c283874f,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:44.597360 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:44.653050 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b66a49d9-11b0-4c9e-b9ec-a903882f1863 req-012fa3a2-24d0-4cb6-ba4f-d9df6e9af814 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386110 May 26 22:12:44.947944 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 35256) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:44.968094 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-aa333e80-d629-43d5-83cc-1bd2044255f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:44.983448 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-aa333e80-d629-43d5-83cc-1bd2044255f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:44.988227 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-aa333e80-d629-43d5-83cc-1bd2044255f5 admin admin] Usage tracker for resource:security_group_rule and tenant:c49527fde4cb47be8325e3f1be8fe095 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:44.991887 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-aa333e80-d629-43d5-83cc-1bd2044255f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:44.998077 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-aa333e80-d629-43d5-83cc-1bd2044255f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:45.082980 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12194485-0a37-459e-912b-de1e93623826 req-9e8a3fb9-a6e9-4e42-ae7c-3274c9db1643 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:45.084484 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-12194485-0a37-459e-912b-de1e93623826 req-9e8a3fb9-a6e9-4e42-ae7c-3274c9db1643 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 946 time: 0.3137960 May 26 22:12:45.093869 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-aa333e80-d629-43d5-83cc-1bd2044255f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:45.098960 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-aa333e80-d629-43d5-83cc-1bd2044255f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:45.108268 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-072930da-9387-4ced-8250-9f1f2d1bb5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:45.151241 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-aa333e80-d629-43d5-83cc-1bd2044255f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c49527fde4cb47be8325e3f1be8fe095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021301 May 26 22:12:45.153984 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 35260) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:45.157942 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747983'] for router, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:45.162663 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-12194485-0a37-459e-912b-de1e93623826 req-5b21531f-b5b5-4a0e-ac79-b8c04ac2074f tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670104 May 26 22:12:45.166424 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa333e80-d629-43d5-83cc-1bd2044255f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa89b03-6691-4dda-b0b2-b187288cf66f,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:45.183331 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-aa333e80-d629-43d5-83cc-1bd2044255f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:45.245734 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-778b5c0a-0d86-440c-b72e-857cae8b631e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:45.280161 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-778b5c0a-0d86-440c-b72e-857cae8b631e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:45.343291 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-778b5c0a-0d86-440c-b72e-857cae8b631e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:45.362528 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-45b51b6f-30e8-47f6-833d-613124e0852e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:45.385582 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b5c0a-0d86-440c-b72e-857cae8b631e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa89b03-6691-4dda-b0b2-b187288cf66f,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:45.396390 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-778b5c0a-0d86-440c-b72e-857cae8b631e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:45.399577 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-778b5c0a-0d86-440c-b72e-857cae8b631e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:45.401469 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-778b5c0a-0d86-440c-b72e-857cae8b631e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2aa89b03-6691-4dda-b0b2-b187288cf66f HTTP/1.1" status: 204 len: 168 time: 0.2462678 May 26 22:12:45.491344 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdbf4f-1154-42ed-b911-0fb3b69c149b req-df2f65b7-9822-4d00-ae2b-fe4dbf4aa0a2 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:45.493466 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-33cdbf4f-1154-42ed-b911-0fb3b69c149b req-df2f65b7-9822-4d00-ae2b-fe4dbf4aa0a2 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 945 time: 0.1807737 May 26 22:12:45.516977 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Router 9055a7a7-06fd-4074-b170-c5be8419b0e8 is scheduled to L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad with binding_index 1 {{(pid=91908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:12:45.615118 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-33cdbf4f-1154-42ed-b911-0fb3b69c149b req-c827aa58-aa95-45b8-92ed-069dbe9ba83f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147835 May 26 22:12:45.748270 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:12:45.761096 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Sync routers for ids ['9055a7a7-06fd-4074-b170-c5be8419b0e8'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:12:45.777069 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Routers {'9055a7a7-06fd-4074-b170-c5be8419b0e8'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:12:45.777789 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:12:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['9055a7a7-06fd-4074-b170-c5be8419b0e8'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:45.832847 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Notify callbacks [] for router, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:45.837171 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6729043 May 26 22:12:45.837932 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 35282) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:45.915422 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bd7a0-15dc-43b3-a248-bbfe413a7656 req-7af26cab-69b9-4e30-810e-8a6bfa728003 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:45.917492 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8d0bd7a0-15dc-43b3-a248-bbfe413a7656 req-7af26cab-69b9-4e30-810e-8a6bfa728003 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 949 time: 0.1379700 May 26 22:12:45.981613 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8d0bd7a0-15dc-43b3-a248-bbfe413a7656 req-197e8f9d-9f47-4c21-9eae-a39c9b71bb24 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553813 May 26 22:12:46.003718 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Set router 9055a7a7-06fd-4074-b170-c5be8419b0e8 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:12:46.388687 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'name': 'tempest-ServerRescueNegativeTestJSON-993100479-router', 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'eb441cd1-40f0-4887-a720-13a0ee30bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:12:42Z', 'updated_at': '2021-05-26T22:12:44Z', 'revision_number': 3, 'project_id': '9708ab761c59413f8fc7b71b806e5d82', 'gw_port': {'id': 'eb441cd1-40f0-4887-a720-13a0ee30bad3', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:12:43Z', 'updated_at': '2021-05-26T22:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:46.401325 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Checking router: 9055a7a7-06fd-4074-b170-c5be8419b0e8 for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:12:46.401879 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Updating router 9055a7a7-06fd-4074-b170-c5be8419b0e8 port eb441cd1-40f0-4887-a720-13a0ee30bad3 binding host dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:12:46.430285 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee788a-bc67-4cca-a1e0-eee18e28756d req-541aab75-ae5c-42dd-8f41-2bae216660b2 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:46.439588 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d8ee788a-bc67-4cca-a1e0-eee18e28756d req-541aab75-ae5c-42dd-8f41-2bae216660b2 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 946 time: 0.1309156 May 26 22:12:46.480611 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:46.499180 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d8ee788a-bc67-4cca-a1e0-eee18e28756d req-33377585-5127-49c3-8c50-9da67e56c739 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583692 May 26 22:12:46.778855 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:46.880517 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc89a8-2620-4226-8448-d62de235c0ca req-7229f4b3-bb03-47df-85e4-4c7fc542d233 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:46.882479 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:46.885130 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8dfc89a8-2620-4226-8448-d62de235c0ca req-7229f4b3-bb03-47df-85e4-4c7fc542d233 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 945 time: 0.1189020 May 26 22:12:46.902760 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Transition to ACTIVE for port object eb441cd1-40f0-4887-a720-13a0ee30bad3 will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:12:46.911206 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:46.916311 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:46.955240 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8dfc89a8-2620-4226-8448-d62de235c0ca req-a04e8986-cd26-4510-b66d-b0fb3f5f818c tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651610 May 26 22:12:47.006852 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Attempting to bind port eb441cd1-40f0-4887-a720-13a0ee30bad3 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:12:47.007321 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Attempting to bind port eb441cd1-40f0-4887-a720-13a0ee30bad3 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:12:47.007798 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Attempting to bind port eb441cd1-40f0-4887-a720-13a0ee30bad3 on network 5868c39c-3961-427a-b936-c4b2389a06ed {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:12:47.016133 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Pushing event updated for resources: {'Port': ['ID=eb441cd1-40f0-4887-a720-13a0ee30bad3,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:47.019098 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:12:47.019577 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Checking segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:12:47.020450 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:47.020933 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Bound using segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:12:47.021509 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Bound port: eb441cd1-40f0-4887-a720-13a0ee30bad3, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:12:47.021970 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:47.057256 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Allocated IP 172.20.0.1 (19d30953-5d2b-49ad-99d4-0ab2d15be5e0/8078f847-52d5-499d-9dd9-d637beb0763e/afe8950a-67f5-4ff4-a374-6bd75b006e99) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:12:47.065709 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:47.066288 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:47.066712 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:47.067129 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:47.067564 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:47.068003 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:47.068407 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:47.068943 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:47.069555 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:47.070338 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:47.070683 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:47.071187 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:12:47.083211 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:47.127248 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] For port eb441cd1-40f0-4887-a720-13a0ee30bad3, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:12:47.132494 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] For port eb441cd1-40f0-4887-a720-13a0ee30bad3, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=eb441cd1-40f0-4887-a720-13a0ee30bad3,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:12:47.140810 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:47.148855 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:47.232397 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Pushing event updated for resources: {'Port': ['ID=eb441cd1-40f0-4887-a720-13a0ee30bad3,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:47.238856 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:47.256813 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Routers {'9055a7a7-06fd-4074-b170-c5be8419b0e8'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:12:47.257249 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:12:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['9055a7a7-06fd-4074-b170-c5be8419b0e8'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:47.264361 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:47.298148 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:47.305085 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:47.371396 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a8aaf-253e-4758-aacf-ca78ffca0488 req-c128eafc-ab8e-4d35-b216-192db8cf11bf tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:47.373995 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-753a8aaf-253e-4758-aacf-ca78ffca0488 req-c128eafc-ab8e-4d35-b216-192db8cf11bf tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 949 time: 0.1074169 May 26 22:12:47.394491 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:12:47.398018 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:12:47.408164 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:12:47.472124 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-753a8aaf-253e-4758-aacf-ca78ffca0488 req-13b2100c-cf48-409f-96fe-c4fc830224d8 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909469 May 26 22:12:47.492629 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] Set router 9055a7a7-06fd-4074-b170-c5be8419b0e8 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:12:47.496734 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Pushing event updated for resources: {'Port': ['ID=afe8950a-67f5-4ff4-a374-6bd75b006e99,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:47.519074 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:47.530028 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746537'] for router_interface, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:47.554685 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['b8432fc9-3af8-4d05-aff6-d0568b1ffd30'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:12:47.612852 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['2c247d4c-2b33-4c49-8e2e-1445c283874f'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:12:47.749465 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2392f9-d248-48ce-a9fb-ad8993e33851 req-441138d1-7d99-4d13-8c9a-f9049202d3ed tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:47.762110 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8b2392f9-d248-48ce-a9fb-ad8993e33851 req-441138d1-7d99-4d13-8c9a-f9049202d3ed tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 946 time: 0.1418648 May 26 22:12:47.773160 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:47.859903 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8b2392f9-d248-48ce-a9fb-ad8993e33851 req-63602002-a542-4107-8b44-1d2c267657a0 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968273 May 26 22:12:47.942813 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'name': 'tempest-ServerRescueNegativeTestJSON-993100479-router', 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'eb441cd1-40f0-4887-a720-13a0ee30bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:12:42Z', 'updated_at': '2021-05-26T22:12:44Z', 'revision_number': 3, 'project_id': '9708ab761c59413f8fc7b71b806e5d82', 'gw_port': {'id': 'eb441cd1-40f0-4887-a720-13a0ee30bad3', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:12:43Z', 'updated_at': '2021-05-26T22:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:47.948564 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728836a9-5564-4da1-bca0-48c59ef422a4 None None] The sync data for ids ['9055a7a7-06fd-4074-b170-c5be8419b0e8'] in dv-cinder-793244-1-iscsi is: [{'id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'name': 'tempest-ServerRescueNegativeTestJSON-993100479-router', 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'eb441cd1-40f0-4887-a720-13a0ee30bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:12:42Z', 'updated_at': '2021-05-26T22:12:44Z', 'revision_number': 3, 'project_id': '9708ab761c59413f8fc7b71b806e5d82', 'gw_port': {'id': 'eb441cd1-40f0-4887-a720-13a0ee30bad3', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:12:43Z', 'updated_at': '2021-05-26T22:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:12:48.228668 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5c6bc-3fcc-4cda-a9db-52ccd5a1868a req-18ab0075-0194-4198-b0d0-3feb2e99b891 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:48.238385 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b3e5c6bc-3fcc-4cda-a9db-52ccd5a1868a req-18ab0075-0194-4198-b0d0-3feb2e99b891 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 945 time: 0.1468132 May 26 22:12:48.296783 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b3e5c6bc-3fcc-4cda-a9db-52ccd5a1868a req-b353f812-74a0-4cc8-9482-1e37cdd5d3e7 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574479 May 26 22:12:48.316028 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:48.328494 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2985214'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:48.386505 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:48.589829 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746634'] for router_interface, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:48.682159 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Pushing event updated for resources: {'Port': ['ID=afe8950a-67f5-4ff4-a374-6bd75b006e99,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:48.821500 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:48.854089 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0c264-14c8-4f64-a61c-0131011ed415 req-38dc193b-035d-41c3-a82e-07b1ad6bdcf2 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:48.855640 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-dcf0c264-14c8-4f64-a61c-0131011ed415 req-38dc193b-035d-41c3-a82e-07b1ad6bdcf2 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 949 time: 0.1506763 May 26 22:12:48.867347 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:12:48.868633 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:12:48.921829 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-dcf0c264-14c8-4f64-a61c-0131011ed415 req-517af2f9-c548-493c-8862-3ee125d529ee tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596981 May 26 22:12:49.140915 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Router 9055a7a7-06fd-4074-b170-c5be8419b0e8 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:12:49.188207 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3c8ee-b836-47af-ba25-356bfb195a24 req-fa57c3ed-7220-4ae5-94c7-a13b2aa0ba55 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:49.192969 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5da3c8ee-b836-47af-ba25-356bfb195a24 req-fa57c3ed-7220-4ae5-94c7-a13b2aa0ba55 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 946 time: 0.1139474 May 26 22:12:49.272844 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5da3c8ee-b836-47af-ba25-356bfb195a24 req-bdf542d0-0433-46c3-9b63-c160b0788c0f tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746636 May 26 22:12:49.420241 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:12:49.432660 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] 10.222.0.15 "PUT /v2.0/routers/9055a7a7-06fd-4074-b170-c5be8419b0e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5852017 May 26 22:12:49.537737 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device eb441cd1-40f0-4887-a720-13a0ee30bad3 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:12:49.650751 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port eb441cd1-40f0-4887-a720-13a0ee30bad3 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:12:49.659130 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port eb441cd1-40f0-4887-a720-13a0ee30bad3 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:12:49.660503 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:49.672011 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bf384-075e-4e2d-b5da-0dc402e36424 req-ee640da7-7a13-4875-b448-a200e1b611bf tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:49.675492 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9a4bf384-075e-4e2d-b5da-0dc402e36424 req-ee640da7-7a13-4875-b448-a200e1b611bf tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 945 time: 0.2491536 May 26 22:12:49.811465 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9a4bf384-075e-4e2d-b5da-0dc402e36424 req-ccb1e453-2b52-408e-bc4f-a060d0632f00 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241775 May 26 22:12:49.908162 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:49.960080 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port eb441cd1-40f0-4887-a720-13a0ee30bad3, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=eb441cd1-40f0-4887-a720-13a0ee30bad3,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:12:49.969474 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:49.975846 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-58dad5b4-7270-42bf-9fb3-d4174d41fd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:50.085198 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=eb441cd1-40f0-4887-a720-13a0ee30bad3,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:50.092628 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:50.242648 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Sync routers for ids ['9055a7a7-06fd-4074-b170-c5be8419b0e8'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:12:50.264722 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Routers {'9055a7a7-06fd-4074-b170-c5be8419b0e8'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:12:50.265358 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:12:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['9055a7a7-06fd-4074-b170-c5be8419b0e8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:50.365273 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-bce68329-38af-43f9-ab98-e2070651ee5d tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:50.366668 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-bce68329-38af-43f9-ab98-e2070651ee5d tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Synchronizing usage tracker for tenant:9708ab761c59413f8fc7b71b806e5d82 on resource:network {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:12:50.401744 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-bce68329-38af-43f9-ab98-e2070651ee5d tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Unset dirty status for tenant:9708ab761c59413f8fc7b71b806e5d82 on resource:network {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:12:50.411612 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-bce68329-38af-43f9-ab98-e2070651ee5d tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/networks?id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0 HTTP/1.1" status: 200 len: 818 time: 0.3355563 May 26 22:12:50.423802 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device b8432fc9-3af8-4d05-aff6-d0568b1ffd30 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:12:50.436291 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27ce25-a661-4ebe-b237-1317aa3e8116 req-3f23152f-c780-4224-84cc-e1cdec084e1e tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:50.438615 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3e27ce25-a661-4ebe-b237-1317aa3e8116 req-3f23152f-c780-4224-84cc-e1cdec084e1e tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 949 time: 0.1655235 May 26 22:12:50.443050 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f028f58-99ab-4c01-a893-46b175db3c24 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/quotas/9708ab761c59413f8fc7b71b806e5d82 HTTP/1.1" status: 200 len: 375 time: 0.0303640 May 26 22:12:50.519961 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Set router 9055a7a7-06fd-4074-b170-c5be8419b0e8 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:12:50.548132 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3e27ce25-a661-4ebe-b237-1317aa3e8116 req-101633f8-e443-479b-b032-62f7b74e71ac tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982714 May 26 22:12:50.572368 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-bf892324-f24a-4530-9adf-b66bd70f5f34 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9708ab761c59413f8fc7b71b806e5d82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1082625 May 26 22:12:50.623891 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port b8432fc9-3af8-4d05-aff6-d0568b1ffd30 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:12:50.686181 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port b8432fc9-3af8-4d05-aff6-d0568b1ffd30 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:12:50.686181 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:50.716456 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-abc49d3f-2ff6-4ae0-812c-7849a2c2fc41 service neutron] 10.222.0.15 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395864 May 26 22:12:50.875720 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-ae16e5e6-4834-4426-b58d-148b278ff412 service neutron] 10.222.0.15 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515322 May 26 22:12:50.961209 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:51.006207 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c94e334-0e40-4814-9fc5-d83de5a952d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8432fc9-3af8-4d05-aff6-d0568b1ffd30'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:12:51.022051 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port b8432fc9-3af8-4d05-aff6-d0568b1ffd30, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b8432fc9-3af8-4d05-aff6-d0568b1ffd30,segment=NetworkSegment(3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5),segment_id=3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:12:51.033770 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:51.035011 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 2c247d4c-2b33-4c49-8e2e-1445c283874f up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:12:51.071810 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:51.121231 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'name': 'tempest-ServerRescueNegativeTestJSON-993100479-router', 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'eb441cd1-40f0-4887-a720-13a0ee30bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:12:42Z', 'updated_at': '2021-05-26T22:12:47Z', 'revision_number': 4, 'project_id': '9708ab761c59413f8fc7b71b806e5d82', 'gw_port': {'id': 'eb441cd1-40f0-4887-a720-13a0ee30bad3', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:12:43Z', 'updated_at': '2021-05-26T22:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'afe8950a-67f5-4ff4-a374-6bd75b006e99', 'name': '', 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0', 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82', 'mac_address': 'fa:16:3e:b9:0a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8078f847-52d5-499d-9dd9-d637beb0763e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:12:46Z', 'updated_at': '2021-05-26T22:12:47Z', 'revision_number': 2, 'project_id': '9708ab761c59413f8fc7b71b806e5d82', 'subnets': [{'id': '8078f847-52d5-499d-9dd9-d637beb0763e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:51.139464 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b54198db-526a-4c05-a277-d7335ae9aadb req-37a20ff7-b5e0-469f-88dc-64540f659758 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 210 time: 0.0629635 May 26 22:12:51.145927 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Checking router: 9055a7a7-06fd-4074-b170-c5be8419b0e8 for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:12:51.146290 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Updating router 9055a7a7-06fd-4074-b170-c5be8419b0e8 port afe8950a-67f5-4ff4-a374-6bd75b006e99 binding host dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:12:51.184396 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78967e6f-ec13-4fe4-ade1-e33edcdb0ab1 req-0c8ae0dc-c2bc-4bfc-9264-a7e890fd841a tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:51.194458 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-78967e6f-ec13-4fe4-ade1-e33edcdb0ab1 req-0c8ae0dc-c2bc-4bfc-9264-a7e890fd841a tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 946 time: 0.2346532 May 26 22:12:51.241082 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c94e334-0e40-4814-9fc5-d83de5a952d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8432fc9-3af8-4d05-aff6-d0568b1ffd30', 'code': 200} May 26 22:12:51.270066 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:51.304111 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-78967e6f-ec13-4fe4-ade1-e33edcdb0ab1 req-299977ad-ef1f-454b-ad17-ce69fe41f522 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071663 May 26 22:12:51.311324 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=b8432fc9-3af8-4d05-aff6-d0568b1ffd30,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:51.319832 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:51.437347 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port 2c247d4c-2b33-4c49-8e2e-1445c283874f completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:12:51.495004 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 2c247d4c-2b33-4c49-8e2e-1445c283874f triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:12:51.495956 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:51.590494 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device eb441cd1-40f0-4887-a720-13a0ee30bad3 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:12:51.742404 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-274b6c92-329a-4558-bdab-38db60603fe2 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:51.750158 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-274b6c92-329a-4558-bdab-38db60603fe2 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/networks?id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0 HTTP/1.1" status: 200 len: 818 time: 0.2742240 May 26 22:12:51.759081 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107fd4-9a0b-4963-9c96-2ffd3334c931 req-532cc49a-e6a2-487b-ba7c-4b23eca268b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:51.761642 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cd107fd4-9a0b-4963-9c96-2ffd3334c931 req-532cc49a-e6a2-487b-ba7c-4b23eca268b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 1099 time: 0.2438686 May 26 22:12:51.798777 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-915626f4-4d54-44c0-89a9-fcb4cf8e6e75 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/quotas/9708ab761c59413f8fc7b71b806e5d82 HTTP/1.1" status: 200 len: 375 time: 0.0467916 May 26 22:12:51.835382 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port eb441cd1-40f0-4887-a720-13a0ee30bad3 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:12:51.835382 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:51.916015 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cd107fd4-9a0b-4963-9c96-2ffd3334c931 req-5794d3c3-ca60-482c-97bd-9f58a6ae6230 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471062 May 26 22:12:51.947359 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-7b9f7a35-89b1-4644-a8fe-ea9fe4bde622 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9708ab761c59413f8fc7b71b806e5d82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1470854 May 26 22:12:52.163317 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:52.175714 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-adb3bb31-8525-4530-b495-9c47db101308 service neutron] 10.222.0.15 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270637 May 26 22:12:52.315858 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 2c247d4c-2b33-4c49-8e2e-1445c283874f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=2c247d4c-2b33-4c49-8e2e-1445c283874f,segment=NetworkSegment(4789c155-ad7c-4d9a-8695-ab177850640b),segment_id=4789c155-ad7c-4d9a-8695-ab177850640b)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:12:52.333159 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:52.341675 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9a4763f2-88fa-49d5-b7e7-1b9bcf22a669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:52.389488 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-269d4242-d7f5-4233-b2da-b5480873b354 service neutron] 10.222.0.15 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127874 May 26 22:12:52.495792 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=2c247d4c-2b33-4c49-8e2e-1445c283874f,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:52.502182 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:52.526625 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:52.551991 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Transition to ACTIVE for port object afe8950a-67f5-4ff4-a374-6bd75b006e99 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:12:52.566190 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:52.579614 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:52.749801 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28215c-4c21-477d-ab93-6ede56a5d221 req-ff1ca49a-9d16-4b58-a789-c1d2f0c388a5 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:52.752136 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1a28215c-4c21-477d-ab93-6ede56a5d221 req-ff1ca49a-9d16-4b58-a789-c1d2f0c388a5 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 950 time: 0.1847398 May 26 22:12:52.899360 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 35540) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:52.908291 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cdb54-5514-4267-934a-6b1984bf7012 None None] Pushing event updated for resources: {'Port': ['ID=afe8950a-67f5-4ff4-a374-6bd75b006e99,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:52.932312 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-413cdb54-5514-4267-934a-6b1984bf7012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:53.139163 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a795677-ba1e-4b7c-8367-6dba56c94c22 req-3e7fac21-bf6f-4513-b873-b35815cc7dc0 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:53.148611 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4a795677-ba1e-4b7c-8367-6dba56c94c22 req-3e7fac21-bf6f-4513-b873-b35815cc7dc0 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 946 time: 0.4656181 May 26 22:12:53.169060 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-185267e8-aba2-4636-b346-05cf27259f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:53.169526 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Attempting to bind port afe8950a-67f5-4ff4-a374-6bd75b006e99 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:12:53.170063 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Attempting to bind port afe8950a-67f5-4ff4-a374-6bd75b006e99 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '8c417c48-ff07-4d18-8423-0cc5a13ad27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:12:53.170429 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Attempting to bind port afe8950a-67f5-4ff4-a374-6bd75b006e99 on network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:12:53.177092 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:12:53.177469 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Checking segment: {'id': '8c417c48-ff07-4d18-8423-0cc5a13ad27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:12:53.177906 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:53.178308 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Bound using segment: {'id': '8c417c48-ff07-4d18-8423-0cc5a13ad27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:12:53.178775 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Bound port: afe8950a-67f5-4ff4-a374-6bd75b006e99, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c417c48-ff07-4d18-8423-0cc5a13ad27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:12:53.179147 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:53.182897 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1a28215c-4c21-477d-ab93-6ede56a5d221 req-faa69a2f-e49d-45bf-b14f-f0b68280edcb tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239416 May 26 22:12:53.187965 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-185267e8-aba2-4636-b346-05cf27259f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:53.192234 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-185267e8-aba2-4636-b346-05cf27259f54 admin admin] Usage tracker for resource:security_group_rule and tenant:efe832b803fa4a3abc9691fd8fbf5548 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:53.196236 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-185267e8-aba2-4636-b346-05cf27259f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:53.202809 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-185267e8-aba2-4636-b346-05cf27259f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:53.249704 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8723f7ed-11b1-490c-839d-09a9d2f3a1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c247d4c-2b33-4c49-8e2e-1445c283874f'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:12:53.393277 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-185267e8-aba2-4636-b346-05cf27259f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:53.396595 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] For port afe8950a-67f5-4ff4-a374-6bd75b006e99, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:12:53.399320 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-185267e8-aba2-4636-b346-05cf27259f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:53.401214 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] For port afe8950a-67f5-4ff4-a374-6bd75b006e99, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=afe8950a-67f5-4ff4-a374-6bd75b006e99,segment=NetworkSegment(8c417c48-ff07-4d18-8423-0cc5a13ad27e),segment_id=8c417c48-ff07-4d18-8423-0cc5a13ad27e)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:12:53.409584 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:53.414305 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-7c84021d-20ae-463c-ba68-6985cc029dca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:53.468827 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 35562) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:53.472499 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:53.492590 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-334667bd-111e-49f5-89a9-1c97d2c692d0 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:53.494085 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-334667bd-111e-49f5-89a9-1c97d2c692d0 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.24 "GET /v2.0/networks?id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0 HTTP/1.1" status: 200 len: 818 time: 0.5097737 May 26 22:12:53.508717 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-185267e8-aba2-4636-b346-05cf27259f54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efe832b803fa4a3abc9691fd8fbf5548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6081655 May 26 22:12:53.515832 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4a795677-ba1e-4b7c-8367-6dba56c94c22 req-b6f63fe0-f46a-4605-9660-fa43653b5f97 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662734 May 26 22:12:53.516358 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 35564) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:53.520677 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185267e8-aba2-4636-b346-05cf27259f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289307d9-4e02-4469-b824-4fb8bdc73c2c,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:53.548789 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Routers {'9055a7a7-06fd-4074-b170-c5be8419b0e8'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:12:53.550290 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:12:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['9055a7a7-06fd-4074-b170-c5be8419b0e8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:53.561358 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-185267e8-aba2-4636-b346-05cf27259f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:53.584325 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Request body: {'port': {'device_id': '8f44d46f-e7f7-4321-9f2d-c7a255f33120', 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0', 'admin_state_up': True, 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:12:53.766601 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-843f9372-a34d-495c-953c-ef644e199b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:53.784353 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-843f9372-a34d-495c-953c-ef644e199b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:53.788666 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-843f9372-a34d-495c-953c-ef644e199b17 admin admin] Usage tracker for resource:security_group_rule and tenant:494345c6ee8f4b81b29b2b2245c59ca3 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:53.791934 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-843f9372-a34d-495c-953c-ef644e199b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:53.798118 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-843f9372-a34d-495c-953c-ef644e199b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:53.901926 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-843f9372-a34d-495c-953c-ef644e199b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:53.908768 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-843f9372-a34d-495c-953c-ef644e199b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:53.940098 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-7ffa8c35-85bf-42ae-89c3-0e4c5a525b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:53.964132 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f8ba996e-1d8a-44bf-a69b-9de8753ee9f7 req-cab06183-87e9-4c8a-bd5e-b03dda420dcd tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 210 time: 0.1967180 May 26 22:12:53.974994 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-843f9372-a34d-495c-953c-ef644e199b17 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=494345c6ee8f4b81b29b2b2245c59ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646158 May 26 22:12:53.977561 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 35578) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:53.978314 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f9372-a34d-495c-953c-ef644e199b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e4dded-a8ef-49cf-a937-7de84298a209,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:53.985188 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-87a229bb-afd4-4402-89ef-d231a3b10b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:54.009087 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8723f7ed-11b1-490c-839d-09a9d2f3a1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c247d4c-2b33-4c49-8e2e-1445c283874f', 'code': 200} May 26 22:12:54.046728 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cdb54-5514-4267-934a-6b1984bf7012 None None] Pushing event updated for resources: {'Port': ['ID=afe8950a-67f5-4ff4-a374-6bd75b006e99,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:54.053218 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-87a229bb-afd4-4402-89ef-d231a3b10b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:54.065120 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-413cdb54-5514-4267-934a-6b1984bf7012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:54.070925 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-843f9372-a34d-495c-953c-ef644e199b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:54.076987 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:54.080733 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] Set router 9055a7a7-06fd-4074-b170-c5be8419b0e8 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:12:54.086379 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Usage tracker for resource:port and tenant:9708ab761c59413f8fc7b71b806e5d82 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:54.100356 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:54.112348 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:54.127129 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Made reservation on behalf of 9708ab761c59413f8fc7b71b806e5d82 for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:12:54.135788 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:54.138649 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba0687-b60a-4235-931f-e56ecb0580b7 req-7314a854-ad96-496a-9092-8e36509c5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:54.140162 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-e6ba0687-b60a-4235-931f-e56ecb0580b7 req-7314a854-ad96-496a-9092-8e36509c5deb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 1103 time: 0.1635458 May 26 22:12:54.140985 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-44dba349-5d89-4a4b-8ff1-004f8864f1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:54.170848 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-87a229bb-afd4-4402-89ef-d231a3b10b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:54.189726 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-44dba349-5d89-4a4b-8ff1-004f8864f1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:54.215080 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-e6ba0687-b60a-4235-931f-e56ecb0580b7 req-32bb7e1e-dc9c-4327-ba98-c8f66da19473 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594661 May 26 22:12:54.220565 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f0cf0b2d-f199-46b6-9b5b-501b867a5120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:54.238128 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a229bb-afd4-4402-89ef-d231a3b10b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289307d9-4e02-4469-b824-4fb8bdc73c2c,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:54.253073 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-87a229bb-afd4-4402-89ef-d231a3b10b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:54.274806 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-44dba349-5d89-4a4b-8ff1-004f8864f1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:54.290162 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:54.303269 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dba349-5d89-4a4b-8ff1-004f8864f1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e4dded-a8ef-49cf-a937-7de84298a209,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:54.311987 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-44dba349-5d89-4a4b-8ff1-004f8864f1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:54.321447 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-44dba349-5d89-4a4b-8ff1-004f8864f1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:54.323988 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-44dba349-5d89-4a4b-8ff1-004f8864f1b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6e4dded-a8ef-49cf-a937-7de84298a209 HTTP/1.1" status: 204 len: 168 time: 0.3416688 May 26 22:12:54.354622 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-87a229bb-afd4-4402-89ef-d231a3b10b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:54.361937 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-87a229bb-afd4-4402-89ef-d231a3b10b2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/289307d9-4e02-4469-b824-4fb8bdc73c2c HTTP/1.1" status: 204 len: 168 time: 0.8260875 May 26 22:12:54.465859 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Allocated IP 172.20.0.4 (19d30953-5d2b-49ad-99d4-0ab2d15be5e0/8078f847-52d5-499d-9dd9-d637beb0763e/086cb96b-2b6a-4980-8665-5e200203ad30) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:12:54.489551 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'name': 'tempest-ServerRescueNegativeTestJSON-993100479-router', 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'eb441cd1-40f0-4887-a720-13a0ee30bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:12:42Z', 'updated_at': '2021-05-26T22:12:47Z', 'revision_number': 4, 'project_id': '9708ab761c59413f8fc7b71b806e5d82', 'gw_port': {'id': 'eb441cd1-40f0-4887-a720-13a0ee30bad3', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:12:43Z', 'updated_at': '2021-05-26T22:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'afe8950a-67f5-4ff4-a374-6bd75b006e99', 'name': '', 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0', 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82', 'mac_address': 'fa:16:3e:b9:0a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8078f847-52d5-499d-9dd9-d637beb0763e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:12:46Z', 'updated_at': '2021-05-26T22:12:53Z', 'revision_number': 4, 'project_id': '9708ab761c59413f8fc7b71b806e5d82', 'subnets': [{'id': '8078f847-52d5-499d-9dd9-d637beb0763e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:12:54.496232 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1278e1d-ddff-4de6-9820-84ddf7c4c7d6 None None] The sync data for ids ['9055a7a7-06fd-4074-b170-c5be8419b0e8'] in dv-cinder-793244-1-iscsi is: [{'id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'name': 'tempest-ServerRescueNegativeTestJSON-993100479-router', 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'eb441cd1-40f0-4887-a720-13a0ee30bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:12:42Z', 'updated_at': '2021-05-26T22:12:47Z', 'revision_number': 4, 'project_id': '9708ab761c59413f8fc7b71b806e5d82', 'gw_port': {'id': 'eb441cd1-40f0-4887-a720-13a0ee30bad3', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:12:43Z', 'updated_at': '2021-05-26T22:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'afe8950a-67f5-4ff4-a374-6bd75b006e99', 'name': '', 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0', 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82', 'mac_address': 'fa:16:3e:b9:0a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8078f847-52d5-499d-9dd9-d637beb0763e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:12:46Z', 'updated_at': '2021-05-26T22:12:53Z', 'revision_number': 4, 'project_id': '9708ab761c59413f8fc7b71b806e5d82', 'subnets': [{'id': '8078f847-52d5-499d-9dd9-d637beb0763e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:12:54.529529 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc90d55-4a4c-46af-b421-c90c13a79de9 req-3d5afd21-2aaf-4991-b466-702967d4fed1 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:54.537108 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ebc90d55-4a4c-46af-b421-c90c13a79de9 req-3d5afd21-2aaf-4991-b466-702967d4fed1 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 950 time: 0.1840291 May 26 22:12:54.676463 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ebc90d55-4a4c-46af-b421-c90c13a79de9 req-6ea198a9-2aed-4bca-bb6e-0bd9aa5c3cd2 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381984 May 26 22:12:54.812104 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.24', 64282) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:54.893115 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-a1bbddbe-f8f2-4053-9c8a-d4effff71e48 req-36653337-a071-4d26-a6c3-54860ea6a2a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1375763 May 26 22:12:54.900040 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:55.048532 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbddbe-f8f2-4053-9c8a-d4effff71e48 req-aee35762-8689-441d-864d-c5984dffabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:55.058896 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-a1bbddbe-f8f2-4053-9c8a-d4effff71e48 req-aee35762-8689-441d-864d-c5984dffabe5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1702d9b498a2486f9443bfc634d212e6&device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 1099 time: 0.1369579 May 26 22:12:55.174775 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 35606) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:55.227325 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e6172-6358-4a8e-8b05-5b6e14ea0a3e req-e6e3ca78-eb93-4223-aae3-2d2867188818 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:55.228779 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-048e6172-6358-4a8e-8b05-5b6e14ea0a3e req-e6e3ca78-eb93-4223-aae3-2d2867188818 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 946 time: 0.2962747 May 26 22:12:55.229589 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-55fdb5ca-bbec-4fac-993e-d2b80e2c733b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:55.265044 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-55fdb5ca-bbec-4fac-993e-d2b80e2c733b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:55.283292 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-55fdb5ca-bbec-4fac-993e-d2b80e2c733b admin admin] Usage tracker for resource:security_group_rule and tenant:ee1dff9b1cd14824bd8f0776d1e1411e is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:55.313355 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbddbe-f8f2-4053-9c8a-d4effff71e48 req-2795eebe-832e-4a89-93e1-1f5d27547127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:55.316010 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-a1bbddbe-f8f2-4053-9c8a-d4effff71e48 req-2795eebe-832e-4a89-93e1-1f5d27547127 service neutron] 10.222.0.24 "GET /v2.0/networks?id=459387a3-7a2b-4e1f-b526-99212399eff7 HTTP/1.1" status: 200 len: 915 time: 0.2347398 May 26 22:12:55.335557 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:55.356718 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-55fdb5ca-bbec-4fac-993e-d2b80e2c733b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:55.402038 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5ee9e4d6-3b7e-4e58-8ad9-8efcfce66019 req-6e590178-fb0d-405d-b7bf-308a19045112 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 210 time: 0.1457841 May 26 22:12:55.417526 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-55fdb5ca-bbec-4fac-993e-d2b80e2c733b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:55.431982 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-a1bbddbe-f8f2-4053-9c8a-d4effff71e48 req-c6eaaf27-e30b-4d1a-9845-75472ebd3b64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b270138-4732-42f3-858e-6dc305cd051a HTTP/1.1" status: 200 len: 217 time: 0.1046004 May 26 22:12:55.432707 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-048e6172-6358-4a8e-8b05-5b6e14ea0a3e req-f70b378a-0776-4ff0-9f50-b686129a64fb tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752043 May 26 22:12:55.438016 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:55.468241 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-a680f382-51a8-4108-99c2-b06660803125 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:55.481907 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-a680f382-51a8-4108-99c2-b06660803125 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.24 "GET /v2.0/networks?id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0 HTTP/1.1" status: 200 len: 818 time: 0.6624680 May 26 22:12:55.487955 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:55.522219 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbddbe-f8f2-4053-9c8a-d4effff71e48 req-828485db-7a3f-47ae-b04b-9b66db45cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:55.529337 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-a1bbddbe-f8f2-4053-9c8a-d4effff71e48 req-828485db-7a3f-47ae-b04b-9b66db45cd6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0809b9ed-7456-42ae-9ec5-c5f21c4387ae HTTP/1.1" status: 200 len: 855 time: 0.0875080 May 26 22:12:55.564660 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device afe8950a-67f5-4ff4-a374-6bd75b006e99 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:12:55.659766 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Pushing event updated for resources: {'Port': ['ID=086cb96b-2b6a-4980-8665-5e200203ad30,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:55.666836 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:55.671741 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:12:55.696003 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Request body: {'port': {'device_id': '6f267ae9-7bf1-4663-b40a-2a57c30cf22c', 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0', 'admin_state_up': True, 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:12:55.751848 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port afe8950a-67f5-4ff4-a374-6bd75b006e99 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:12:55.760139 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port afe8950a-67f5-4ff4-a374-6bd75b006e99 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:12:55.760575 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:55.779672 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:12:55.793632 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:12:55.925055 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-a1bbddbe-f8f2-4053-9c8a-d4effff71e48 req-d48ec2d3-351f-429f-bfb2-16db5d48ea2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=459387a3-7a2b-4e1f-b526-99212399eff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3886702 May 26 22:12:55.988255 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:56.053050 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port afe8950a-67f5-4ff4-a374-6bd75b006e99, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=afe8950a-67f5-4ff4-a374-6bd75b006e99,segment=NetworkSegment(8c417c48-ff07-4d18-8423-0cc5a13ad27e),segment_id=8c417c48-ff07-4d18-8423-0cc5a13ad27e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:12:56.072395 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:56.074889 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:56.272440 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-a1bbddbe-f8f2-4053-9c8a-d4effff71e48 req-76b390d9-6960-4595-843d-5d5985cde850 service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389769 May 26 22:12:56.306906 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:56.312715 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=afe8950a-67f5-4ff4-a374-6bd75b006e99,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:56.312954 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:56.324095 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:56.560103 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0228381 May 26 22:12:56.577967 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-a1bbddbe-f8f2-4053-9c8a-d4effff71e48 req-0b315ecc-dd8d-42fd-b20f-e16801016339 service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976604 May 26 22:12:56.588171 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Request body: {'port': {'device_id': '8f44d46f-e7f7-4321-9f2d-c7a255f33120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:12:56.722749 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:12:56.730107 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-d25007ec-1001-48b3-9148-0deae93732a7 req-e4d2b8c8-8693-401b-be34-03ade24226f0 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Synchronizing usage tracker for tenant:9708ab761c59413f8fc7b71b806e5d82 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:12:56.744892 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6445a-fb40-4785-b62f-4c8b0661826c req-a131da87-c1ca-4013-9768-9b8770437210 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:56.746340 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f3d6445a-fb40-4785-b62f-4c8b0661826c req-a131da87-c1ca-4013-9768-9b8770437210 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 950 time: 0.8128967 May 26 22:12:56.754604 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Usage tracker for resource:port and tenant:9708ab761c59413f8fc7b71b806e5d82 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:12:56.764600 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:12:56.801587 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:12:56.859387 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-55fdb5ca-bbec-4fac-993e-d2b80e2c733b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:56.880095 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Made reservation on behalf of 9708ab761c59413f8fc7b71b806e5d82 for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:12:56.883499 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:56.892565 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-55fdb5ca-bbec-4fac-993e-d2b80e2c733b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:56.906729 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-65fb3e91-c6f1-4ccc-aaec-29859cd5cdc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:56.929561 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:56.938212 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-d25007ec-1001-48b3-9148-0deae93732a7 req-e4d2b8c8-8693-401b-be34-03ade24226f0 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Unset dirty status for tenant:9708ab761c59413f8fc7b71b806e5d82 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:12:56.940040 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d25007ec-1001-48b3-9148-0deae93732a7 req-e4d2b8c8-8693-401b-be34-03ade24226f0 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 210 time: 0.2924881 May 26 22:12:56.952729 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f3d6445a-fb40-4785-b62f-4c8b0661826c req-a5097914-b5ec-4df8-bab0-8dc32c8eead2 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933618 May 26 22:12:57.013747 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-55fdb5ca-bbec-4fac-993e-d2b80e2c733b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee1dff9b1cd14824bd8f0776d1e1411e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8368740 May 26 22:12:57.017476 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 35676) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:12:57.047204 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdb5ca-bbec-4fac-993e-d2b80e2c733b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b70e803-9bf3-4f4f-a603-edbe7dcba5ca,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:57.051081 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-55fdb5ca-bbec-4fac-993e-d2b80e2c733b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:57.077173 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6c23f1e7-591f-4945-a4f6-c43423fb04ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:57.102473 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6c23f1e7-591f-4945-a4f6-c43423fb04ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:57.155248 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6c23f1e7-591f-4945-a4f6-c43423fb04ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:57.160228 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-44dba349-5d89-4a4b-8ff1-004f8864f1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:57.173502 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23f1e7-591f-4945-a4f6-c43423fb04ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b70e803-9bf3-4f4f-a603-edbe7dcba5ca,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:57.176065 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-6c23f1e7-591f-4945-a4f6-c43423fb04ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:57.180941 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6c23f1e7-591f-4945-a4f6-c43423fb04ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:57.184479 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-6c23f1e7-591f-4945-a4f6-c43423fb04ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b70e803-9bf3-4f4f-a603-edbe7dcba5ca HTTP/1.1" status: 204 len: 168 time: 0.1638958 May 26 22:12:57.272675 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Allocated IP 172.20.0.11 (19d30953-5d2b-49ad-99d4-0ab2d15be5e0/8078f847-52d5-499d-9dd9-d637beb0763e/24b32171-27d8-4b25-ac0d-c55795401b73) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:12:57.474078 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device afe8950a-67f5-4ff4-a374-6bd75b006e99 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:12:57.512688 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:57.545928 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port afe8950a-67f5-4ff4-a374-6bd75b006e99 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:12:57.546544 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:57.629919 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:57.655525 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-681198f8-c106-4f06-9f02-72b7fd8d6dc1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:57.748943 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:12:57.754188 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:12:57.759550 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:12:57.811814 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Pushing event updated for resources: {'Port': ['ID=24b32171-27d8-4b25-ac0d-c55795401b73,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:57.823627 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:57.854579 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:57.855190 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:57.938017 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2858601 May 26 22:12:57.941655 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086cb96b-2b6a-4980-8665-5e200203ad30 {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:12:57.949191 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:57.969468 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Transition to ACTIVE for port object 086cb96b-2b6a-4980-8665-5e200203ad30 will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:12:57.973836 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:57.979472 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2a6e4e08-272e-4b91-9a6b-d671da0439fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:58.195046 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Pushing event updated for resources: {'Port': ['ID=086cb96b-2b6a-4980-8665-5e200203ad30,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:58.197929 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:58.342143 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Attempting to bind port 086cb96b-2b6a-4980-8665-5e200203ad30 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:12:58.342466 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Attempting to bind port 086cb96b-2b6a-4980-8665-5e200203ad30 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '8c417c48-ff07-4d18-8423-0cc5a13ad27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:12:58.342788 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Attempting to bind port 086cb96b-2b6a-4980-8665-5e200203ad30 on network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:12:58.355271 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b7550-3faf-42af-8d9a-d3a45574caac req-3f90eff1-f406-4588-bf77-e99a63d538a9 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:58.355968 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-cb3b7550-3faf-42af-8d9a-d3a45574caac req-3f90eff1-f406-4588-bf77-e99a63d538a9 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Synchronizing usage tracker for tenant:9708ab761c59413f8fc7b71b806e5d82 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:12:58.361430 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Port 086cb96b-2b6a-4980-8665-5e200203ad30 on network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:12:58.361750 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Attempting to bind port 086cb96b-2b6a-4980-8665-5e200203ad30 on network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:12:58.379569 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7989-2b8c-4f6e-b082-03693135cb14 req-d4b07dd7-9e7b-470a-a254-ab63421774c7 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:58.381041 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f67d7989-2b8c-4f6e-b082-03693135cb14 req-d4b07dd7-9e7b-470a-a254-ab63421774c7 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 950 time: 0.2826338 May 26 22:12:58.381918 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:12:58.382096 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Checking segment: {'id': '8c417c48-ff07-4d18-8423-0cc5a13ad27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:12:58.382432 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Bound using segment: {'id': '8c417c48-ff07-4d18-8423-0cc5a13ad27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:12:58.382914 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Bound port: 086cb96b-2b6a-4980-8665-5e200203ad30, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c417c48-ff07-4d18-8423-0cc5a13ad27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:12:58.383369 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:58.426601 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-cb3b7550-3faf-42af-8d9a-d3a45574caac req-3f90eff1-f406-4588-bf77-e99a63d538a9 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Unset dirty status for tenant:9708ab761c59413f8fc7b71b806e5d82 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:12:58.427770 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb3b7550-3faf-42af-8d9a-d3a45574caac req-3f90eff1-f406-4588-bf77-e99a63d538a9 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 932 time: 0.3425016 May 26 22:12:58.606839 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f67d7989-2b8c-4f6e-b082-03693135cb14 req-f3506953-276e-42aa-85ad-3b29a67ab7a3 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110476 May 26 22:12:58.631179 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-cb3b7550-3faf-42af-8d9a-d3a45574caac req-a9a769aa-1f63-4af0-be8b-34a1d3868bc3 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Synchronizing usage tracker for tenant:9708ab761c59413f8fc7b71b806e5d82 on resource:security_group {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:12:58.649279 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] For port 086cb96b-2b6a-4980-8665-5e200203ad30, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:12:58.654957 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] For port 086cb96b-2b6a-4980-8665-5e200203ad30, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=086cb96b-2b6a-4980-8665-5e200203ad30,segment=NetworkSegment(8c417c48-ff07-4d18-8423-0cc5a13ad27e),segment_id=8c417c48-ff07-4d18-8423-0cc5a13ad27e)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:12:58.661185 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:58.666935 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:12:58.705739 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-cb3b7550-3faf-42af-8d9a-d3a45574caac req-a9a769aa-1f63-4af0-be8b-34a1d3868bc3 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Unset dirty status for tenant:9708ab761c59413f8fc7b71b806e5d82 on resource:security_group {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:12:58.707711 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb3b7550-3faf-42af-8d9a-d3a45574caac req-a9a769aa-1f63-4af0-be8b-34a1d3868bc3 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488034 May 26 22:12:58.739801 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:58.740418 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:58.742763 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] 10.222.0.24 "PUT /v2.0/ports/086cb96b-2b6a-4980-8665-5e200203ad30 HTTP/1.1" status: 200 len: 1093 time: 2.1597102 May 26 22:12:58.742763 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f44d46f-e7f7-4321-9f2d-c7a255f33120', 'tag': '086cb96b-2b6a-4980-8665-5e200203ad30'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:12:58.768013 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Pushing event updated for resources: {'Port': ['ID=086cb96b-2b6a-4980-8665-5e200203ad30,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:12:58.772274 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:12:58.812240 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9e776a86-e55a-44f2-8243-a8762413189f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:12:58.822462 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f44d46f-e7f7-4321-9f2d-c7a255f33120', 'tag': '086cb96b-2b6a-4980-8665-5e200203ad30', 'status': 'completed', 'code': 200} May 26 22:12:58.904674 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:12:59.347284 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82d61c-88a4-4c8b-b1b8-06bfc19b5704 req-19737a6c-a21e-41ad-8f14-9132703e19d6 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:59.348791 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-da82d61c-88a4-4c8b-b1b8-06bfc19b5704 req-19737a6c-a21e-41ad-8f14-9132703e19d6 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 950 time: 0.0829971 May 26 22:12:59.402276 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-da82d61c-88a4-4c8b-b1b8-06bfc19b5704 req-c77d4ca4-48a8-4928-bc1d-4b1758f978da tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478344 May 26 22:12:59.927454 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac70ace-575d-4d6d-97a5-6d3705df6d6e req-76c3421b-e69c-4418-afe4-a2e0ee3a34e4 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:12:59.932136 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5ac70ace-575d-4d6d-97a5-6d3705df6d6e req-76c3421b-e69c-4418-afe4-a2e0ee3a34e4 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 932 time: 0.1078126 May 26 22:12:59.994272 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5ac70ace-575d-4d6d-97a5-6d3705df6d6e req-bd27787f-ec14-44a7-b054-d5749d08d0a8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512776 May 26 22:13:00.605022 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728f653-025a-4415-ba72-bc809a59f8e5 req-924ea4e1-092e-4a77-88d5-14fa442923ae tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:00.606556 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1728f653-025a-4415-ba72-bc809a59f8e5 req-924ea4e1-092e-4a77-88d5-14fa442923ae tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 950 time: 0.0927193 May 26 22:13:00.652805 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1728f653-025a-4415-ba72-bc809a59f8e5 req-fae10e19-6e90-4bac-b4ee-581ee99dc029 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400217 May 26 22:13:01.142147 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e5c2f386-63fd-47bb-8cac-6f2dcc65a1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:01.181986 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fe2b3-605e-41e6-8870-aa8e15d341c7 req-2e72ed80-8d1a-4b7a-9985-71e909441abc tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:01.183429 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-786fe2b3-605e-41e6-8870-aa8e15d341c7 req-2e72ed80-8d1a-4b7a-9985-71e909441abc tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 932 time: 0.0854604 May 26 22:13:01.227822 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-786fe2b3-605e-41e6-8870-aa8e15d341c7 req-028bf3ca-c17b-45b3-8152-304944fe422d tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380781 May 26 22:13:01.240518 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:01.638276 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Request body: {'port': {'device_id': '6f267ae9-7bf1-4663-b40a-2a57c30cf22c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:13:01.761011 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:01.949134 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234336db-b2d0-4163-83e6-ea8cbc280f93 req-ab155dc0-b73f-4ced-be26-c2058b6e8ebe tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:01.950494 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-234336db-b2d0-4163-83e6-ea8cbc280f93 req-ab155dc0-b73f-4ced-be26-c2058b6e8ebe tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 950 time: 0.1906350 May 26 22:13:02.082238 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-234336db-b2d0-4163-83e6-ea8cbc280f93 req-698467f9-c391-43f5-b8fb-1815e5f8ac4c tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236329 May 26 22:13:02.184689 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e4020-e53b-4024-bebc-c66d437b3f24 req-315f2b3f-8b09-4bb7-af50-30a1a7ab3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:02.186153 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-080e4020-e53b-4024-bebc-c66d437b3f24 req-315f2b3f-8b09-4bb7-af50-30a1a7ab3eb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9708ab761c59413f8fc7b71b806e5d82&device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 1096 time: 0.2287552 May 26 22:13:02.362148 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:02.452857 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b32171-27d8-4b25-ac0d-c55795401b73 {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:13:02.459817 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e4020-e53b-4024-bebc-c66d437b3f24 req-25415b4e-9f59-4299-8a7c-36f12d37f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:02.461271 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-080e4020-e53b-4024-bebc-c66d437b3f24 req-25415b4e-9f59-4299-8a7c-36f12d37f84b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9708ab761c59413f8fc7b71b806e5d82&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2579613 May 26 22:13:02.466923 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:02.554838 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Transition to ACTIVE for port object 24b32171-27d8-4b25-ac0d-c55795401b73 will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:13:02.571891 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:02.584185 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:02.650203 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae7b27-c514-41d8-a6f4-33860c026904 req-a89518ca-7108-4b14-af02-c1a04b5d12c9 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:02.651664 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e1ae7b27-c514-41d8-a6f4-33860c026904 req-a89518ca-7108-4b14-af02-c1a04b5d12c9 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 932 time: 0.3064754 May 26 22:13:02.872949 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Pushing event updated for resources: {'Port': ['ID=24b32171-27d8-4b25-ac0d-c55795401b73,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:02.887066 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:02.895170 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e4020-e53b-4024-bebc-c66d437b3f24 req-ea9c55ee-6356-46e3-b326-2ea2d1dd8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:02.896672 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-080e4020-e53b-4024-bebc-c66d437b3f24 req-ea9c55ee-6356-46e3-b326-2ea2d1dd8ac4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4273455 May 26 22:13:02.943438 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e1ae7b27-c514-41d8-a6f4-33860c026904 req-417353b3-f269-43ce-95e9-93aefd35cc64 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488914 May 26 22:13:03.026831 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Attempting to bind port 24b32171-27d8-4b25-ac0d-c55795401b73 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:13:03.027159 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Attempting to bind port 24b32171-27d8-4b25-ac0d-c55795401b73 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '8c417c48-ff07-4d18-8423-0cc5a13ad27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:13:03.027479 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Attempting to bind port 24b32171-27d8-4b25-ac0d-c55795401b73 on network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:13:03.033290 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Port 24b32171-27d8-4b25-ac0d-c55795401b73 on network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:13:03.033604 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Attempting to bind port 24b32171-27d8-4b25-ac0d-c55795401b73 on network 19d30953-5d2b-49ad-99d4-0ab2d15be5e0 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:13:03.040189 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:13:03.040521 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Checking segment: {'id': '8c417c48-ff07-4d18-8423-0cc5a13ad27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:13:03.040896 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Bound using segment: {'id': '8c417c48-ff07-4d18-8423-0cc5a13ad27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:13:03.041313 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Bound port: 24b32171-27d8-4b25-ac0d-c55795401b73, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c417c48-ff07-4d18-8423-0cc5a13ad27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:13:03.041649 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:03.102920 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-bcc7178c-eadf-426b-966c-e69688188056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:03.104322 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-bcc7178c-eadf-426b-966c-e69688188056 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9708ab761c59413f8fc7b71b806e5d82&device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 1096 time: 0.1582072 May 26 22:13:03.211098 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-aaefba16-8928-4a9b-a15e-811edaefa962 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=086cb96b-2b6a-4980-8665-5e200203ad30 HTTP/1.1" status: 200 len: 217 time: 0.0856180 May 26 22:13:03.214959 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] For port 24b32171-27d8-4b25-ac0d-c55795401b73, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:13:03.253535 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] For port 24b32171-27d8-4b25-ac0d-c55795401b73, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=24b32171-27d8-4b25-ac0d-c55795401b73,segment=NetworkSegment(8c417c48-ff07-4d18-8423-0cc5a13ad27e),segment_id=8c417c48-ff07-4d18-8423-0cc5a13ad27e)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:13:03.261363 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:03.315529 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:03.394952 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:03.395561 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:03.397294 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] 10.222.0.24 "PUT /v2.0/ports/24b32171-27d8-4b25-ac0d-c55795401b73 HTTP/1.1" status: 200 len: 1094 time: 1.7633431 May 26 22:13:03.404403 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f267ae9-7bf1-4663-b40a-2a57c30cf22c', 'tag': '24b32171-27d8-4b25-ac0d-c55795401b73'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:13:03.448593 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1697dcaf-1bfb-4f04-b15c-cdea3751bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:03.450021 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1697dcaf-1bfb-4f04-b15c-cdea3751bb5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8078f847-52d5-499d-9dd9-d637beb0763e HTTP/1.1" status: 200 len: 858 time: 0.2309752 May 26 22:13:03.496681 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Pushing event updated for resources: {'Port': ['ID=24b32171-27d8-4b25-ac0d-c55795401b73,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:03.500232 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:03.503019 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f267ae9-7bf1-4663-b40a-2a57c30cf22c', 'tag': '24b32171-27d8-4b25-ac0d-c55795401b73', 'status': 'completed', 'code': 200} May 26 22:13:03.554906 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-70229415-c36c-496d-b399-0ab137a39897 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964749 May 26 22:13:03.662951 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf2bf9-7c7b-49d2-bc14-6fc700c62993 req-f48e59b3-97a5-4b44-b293-9fd14b213d17 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:03.664549 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b0bf2bf9-7c7b-49d2-bc14-6fc700c62993 req-f48e59b3-97a5-4b44-b293-9fd14b213d17 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 950 time: 0.4134593 May 26 22:13:03.764759 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-ffecf3fb-8e93-4503-b7d1-292a7faa8871 service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981287 May 26 22:13:03.768226 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b0bf2bf9-7c7b-49d2-bc14-6fc700c62993 req-0589347d-a118-4096-89ce-9788742426f2 tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954800 May 26 22:13:03.770589 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-af099e6f-4e67-4d40-9e05-7a53af15f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:03.772207 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-af099e6f-4e67-4d40-9e05-7a53af15f2d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9708ab761c59413f8fc7b71b806e5d82&device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 1097 time: 0.2710397 May 26 22:13:03.870236 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:03.930437 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-715725f1-12d1-4184-88aa-e3de8bcb758d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24b32171-27d8-4b25-ac0d-c55795401b73 HTTP/1.1" status: 200 len: 217 time: 0.1208317 May 26 22:13:04.060657 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-41a52501-2789-442b-b5c9-55bf9b3d8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:04.062100 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-41a52501-2789-442b-b5c9-55bf9b3d8e4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8078f847-52d5-499d-9dd9-d637beb0763e HTTP/1.1" status: 200 len: 858 time: 0.1188917 May 26 22:13:04.115159 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7713a4e9-0a6b-4263-9630-b3d0cb86a0cd req-1166ce90-63be-4113-8c7f-2ed6e02ace3e service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287551 May 26 22:13:04.197427 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-8f768a60-e9d3-4c98-9335-b185e4074ac2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157663 May 26 22:13:04.419472 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512e22c-2377-477c-a10d-4c427de55cc2 req-05553805-8603-4930-a011-8a708a8adc63 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:04.420885 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8512e22c-2377-477c-a10d-4c427de55cc2 req-05553805-8603-4930-a011-8a708a8adc63 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 944 time: 0.2927887 May 26 22:13:04.422615 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-45655c64-cfdc-4de4-8580-2d645002d387 service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104709 May 26 22:13:04.653065 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67b68d-bb81-4f2f-9e24-71ea0045b8ce req-670d23da-7266-44c8-8f1e-d311abb0c35c tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:04.654521 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9d67b68d-bb81-4f2f-9e24-71ea0045b8ce req-670d23da-7266-44c8-8f1e-d311abb0c35c tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.24 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 950 time: 0.3397408 May 26 22:13:04.659561 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8512e22c-2377-477c-a10d-4c427de55cc2 req-d4da5c1d-7ab5-4869-a09d-9c1e8298c215 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320683 May 26 22:13:04.753294 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-353a610a-dbb8-4702-8378-7dc37f362d4a req-1428659c-6266-4e2d-b626-4b91c7c1501e service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235281 May 26 22:13:04.870992 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-9d67b68d-bb81-4f2f-9e24-71ea0045b8ce req-a091c7cc-c7bd-4736-b26a-3025ec23e6ba tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Deleting port 2c247d4c-2b33-4c49-8e2e-1445c283874f {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:13:04.871334 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-9d67b68d-bb81-4f2f-9e24-71ea0045b8ce req-a091c7cc-c7bd-4736-b26a-3025ec23e6ba tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:05.092569 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-9d67b68d-bb81-4f2f-9e24-71ea0045b8ce req-a091c7cc-c7bd-4736-b26a-3025ec23e6ba tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] For port 2c247d4c-2b33-4c49-8e2e-1445c283874f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=2c247d4c-2b33-4c49-8e2e-1445c283874f,segment=NetworkSegment(4789c155-ad7c-4d9a-8695-ab177850640b),segment_id=4789c155-ad7c-4d9a-8695-ab177850640b)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:05.092923 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-9d67b68d-bb81-4f2f-9e24-71ea0045b8ce req-a091c7cc-c7bd-4736-b26a-3025ec23e6ba tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:05.101508 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59db29f-0edb-4ab6-99ba-63706b318640 req-7cb8044c-4929-4303-9642-9ff7414e31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:05.102974 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e59db29f-0edb-4ab6-99ba-63706b318640 req-7cb8044c-4929-4303-9642-9ff7414e31d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9708ab761c59413f8fc7b71b806e5d82&device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 1097 time: 0.2649477 May 26 22:13:05.244131 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-9d67b68d-bb81-4f2f-9e24-71ea0045b8ce req-a091c7cc-c7bd-4736-b26a-3025ec23e6ba tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Calling delete_port for 2c247d4c-2b33-4c49-8e2e-1445c283874f owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:13:05.316951 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd140e9-17e4-4c76-9e86-f75c2e3bfa88 req-c5d9fa8f-4b99-4e74-9def-c63494bc742f tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:05.318414 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ecd140e9-17e4-4c76-9e86-f75c2e3bfa88 req-c5d9fa8f-4b99-4e74-9def-c63494bc742f tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 950 time: 0.4139216 May 26 22:13:05.466542 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ecd140e9-17e4-4c76-9e86-f75c2e3bfa88 req-59b8266a-0402-45fe-835f-da84adcfb17c tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/security-groups?id=86dc68f7-b398-4537-83b3-8a861d9c9b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793469 May 26 22:13:05.506243 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59db29f-0edb-4ab6-99ba-63706b318640 req-0b8c711e-224a-422b-b7f4-85552bea9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:05.507756 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e59db29f-0edb-4ab6-99ba-63706b318640 req-0b8c711e-224a-422b-b7f4-85552bea9a0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0 HTTP/1.1" status: 200 len: 918 time: 0.3504803 May 26 22:13:05.661776 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e59db29f-0edb-4ab6-99ba-63706b318640 req-98df9c8b-5981-4402-bc8e-15544b19e496 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24b32171-27d8-4b25-ac0d-c55795401b73 HTTP/1.1" status: 200 len: 217 time: 0.1467471 May 26 22:13:05.807018 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59db29f-0edb-4ab6-99ba-63706b318640 req-cb90e05d-ff49-42c3-a149-8951406a954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:05.808761 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e59db29f-0edb-4ab6-99ba-63706b318640 req-cb90e05d-ff49-42c3-a149-8951406a954d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8078f847-52d5-499d-9dd9-d637beb0763e HTTP/1.1" status: 200 len: 858 time: 0.1366980 May 26 22:13:05.810159 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-9d67b68d-bb81-4f2f-9e24-71ea0045b8ce req-a091c7cc-c7bd-4736-b26a-3025ec23e6ba tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:05.829279 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-bb328e96-f954-4bdf-bc94-e65a5390cc3b tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:05.949122 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091c7cc-c7bd-4736-b26a-3025ec23e6ba tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Pushing event deleted for resources: {'Port': ['ID=2c247d4c-2b33-4c49-8e2e-1445c283874f,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:05.986071 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e59db29f-0edb-4ab6-99ba-63706b318640 req-5bbab433-9815-4b38-97ce-a79178791047 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570332 May 26 22:13:05.991349 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-a091c7cc-c7bd-4736-b26a-3025ec23e6ba tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:06.206131 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d67b68d-bb81-4f2f-9e24-71ea0045b8ce req-a091c7cc-c7bd-4736-b26a-3025ec23e6ba tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] No DVR routers for this DVR port 2c247d4c-2b33-4c49-8e2e-1445c283874f on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:13:06.215315 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-9d67b68d-bb81-4f2f-9e24-71ea0045b8ce req-a091c7cc-c7bd-4736-b26a-3025ec23e6ba tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:06.219046 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8723f7ed-11b1-490c-839d-09a9d2f3a1c9', 'name': 'network-vif-deleted', 'tag': '2c247d4c-2b33-4c49-8e2e-1445c283874f'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:13:06.234557 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9d67b68d-bb81-4f2f-9e24-71ea0045b8ce req-a091c7cc-c7bd-4736-b26a-3025ec23e6ba tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.24 "DELETE /v2.0/ports/2c247d4c-2b33-4c49-8e2e-1445c283874f HTTP/1.1" status: 204 len: 173 time: 1.5698645 May 26 22:13:06.286100 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6290db-112e-4087-96c2-b1a7a2bb3b36 req-0f540527-5faa-4b69-9278-7a9035bbed52 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:06.287567 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bd6290db-112e-4087-96c2-b1a7a2bb3b36 req-0f540527-5faa-4b69-9278-7a9035bbed52 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 944 time: 0.4148524 May 26 22:13:06.289391 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8723f7ed-11b1-490c-839d-09a9d2f3a1c9', 'name': 'network-vif-deleted', 'tag': '2c247d4c-2b33-4c49-8e2e-1445c283874f', 'status': 'completed', 'code': 200} May 26 22:13:06.291256 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e59db29f-0edb-4ab6-99ba-63706b318640 req-197bcce3-511d-4973-84dd-8f4d8c308c5d service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942700 May 26 22:13:06.421342 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bd6290db-112e-4087-96c2-b1a7a2bb3b36 req-c2849f8d-5710-4132-a227-49511ba3a813 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263947 May 26 22:13:06.467748 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e59db29f-0edb-4ab6-99ba-63706b318640 req-4006f2fd-b176-4147-9f40-8986ae14e7da service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579132 May 26 22:13:06.642458 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-7770d121-96d6-4cec-a499-b22bc6b1f3a0 req-6dde353a-1b84-4188-a449-3e216c26575c tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Synchronizing usage tracker for tenant:62683d69398e4349a18f1cd9634b238a on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:13:06.657599 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-7770d121-96d6-4cec-a499-b22bc6b1f3a0 req-6dde353a-1b84-4188-a449-3e216c26575c tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Unset dirty status for tenant:62683d69398e4349a18f1cd9634b238a on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:13:06.658853 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7770d121-96d6-4cec-a499-b22bc6b1f3a0 req-6dde353a-1b84-4188-a449-3e216c26575c tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] 10.222.0.15 "GET /v2.0/ports?device_id=8723f7ed-11b1-490c-839d-09a9d2f3a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0576963 May 26 22:13:07.612491 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 24b32171-27d8-4b25-ac0d-c55795401b73 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:13:07.615528 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 2c247d4c-2b33-4c49-8e2e-1445c283874f no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:13:07.634084 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed26794-bf49-4395-86c1-b1cc44e949e6 req-097b8d96-e16b-4280-b1c4-1e6d594f0376 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:07.635888 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9ed26794-bf49-4395-86c1-b1cc44e949e6 req-097b8d96-e16b-4280-b1c4-1e6d594f0376 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 944 time: 0.0914011 May 26 22:13:07.683815 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: 2c247d4c-2b33-4c49-8e2e-1445c283874f {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:13:07.684169 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 2c247d4c-2b33-4c49-8e2e-1445c283874f not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:13:07.690731 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9ed26794-bf49-4395-86c1-b1cc44e949e6 req-6ada2f31-89ab-436d-8652-b3cadea654ea tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472929 May 26 22:13:07.836236 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 24b32171-27d8-4b25-ac0d-c55795401b73, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=24b32171-27d8-4b25-ac0d-c55795401b73,segment=NetworkSegment(8c417c48-ff07-4d18-8423-0cc5a13ad27e),segment_id=8c417c48-ff07-4d18-8423-0cc5a13ad27e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:07.855109 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '24b32171-27d8-4b25-ac0d-c55795401b73', 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0', 'port_id': '24b32171-27d8-4b25-ac0d-c55795401b73', 'mac_address': 'fa:16:3e:84:13:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8078f847-52d5-499d-9dd9-d637beb0763e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:13:07.943544 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-5e56b323-f0ad-417a-9cd0-b1e028bbc182 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:07.945192 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-5e56b323-f0ad-417a-9cd0-b1e028bbc182 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/networks?id=459387a3-7a2b-4e1f-b526-99212399eff7 HTTP/1.1" status: 200 len: 815 time: 0.2463398 May 26 22:13:07.962045 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:07.966355 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-ac321617-9c39-431d-8526-8e0c4be5c07d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/quotas/1702d9b498a2486f9443bfc634d212e6 HTTP/1.1" status: 200 len: 375 time: 0.0155001 May 26 22:13:07.982907 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b32171-27d8-4b25-ac0d-c55795401b73 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:13:08.005250 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 24b32171-27d8-4b25-ac0d-c55795401b73, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=24b32171-27d8-4b25-ac0d-c55795401b73,segment=NetworkSegment(8c417c48-ff07-4d18-8423-0cc5a13ad27e),segment_id=8c417c48-ff07-4d18-8423-0cc5a13ad27e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:08.015249 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:08.018658 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 086cb96b-2b6a-4980-8665-5e200203ad30 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:13:08.027398 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:08.105026 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-4cd35285-9d8c-4812-b640-c70ddf20ae39 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1702d9b498a2486f9443bfc634d212e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1303167 May 26 22:13:08.127277 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 086cb96b-2b6a-4980-8665-5e200203ad30, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=086cb96b-2b6a-4980-8665-5e200203ad30,segment=NetworkSegment(8c417c48-ff07-4d18-8423-0cc5a13ad27e),segment_id=8c417c48-ff07-4d18-8423-0cc5a13ad27e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:08.146262 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '086cb96b-2b6a-4980-8665-5e200203ad30', 'network_id': '19d30953-5d2b-49ad-99d4-0ab2d15be5e0', 'port_id': '086cb96b-2b6a-4980-8665-5e200203ad30', 'mac_address': 'fa:16:3e:ac:d2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8078f847-52d5-499d-9dd9-d637beb0763e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:13:08.232146 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:08.244576 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=24b32171-27d8-4b25-ac0d-c55795401b73,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:08.250595 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:08.261384 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086cb96b-2b6a-4980-8665-5e200203ad30 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:13:08.300929 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-4d95dce4-f504-4cac-98fc-c7db5a180c6f service neutron] 10.222.0.15 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867781 May 26 22:13:08.304835 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 086cb96b-2b6a-4980-8665-5e200203ad30, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=086cb96b-2b6a-4980-8665-5e200203ad30,segment=NetworkSegment(8c417c48-ff07-4d18-8423-0cc5a13ad27e),segment_id=8c417c48-ff07-4d18-8423-0cc5a13ad27e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:08.314771 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:08.317323 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-108065cd-7bc3-488c-a4e8-74ec3f936a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:08.413857 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=086cb96b-2b6a-4980-8665-5e200203ad30,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:08.417679 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:08.468876 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-0aacd794-3e46-4635-818b-41a1b12c6506 service neutron] 10.222.0.15 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612828 May 26 22:13:08.666988 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b3e5190e-175e-440f-998a-a725eec6dd8e req-1c4e50f4-ac2d-4e68-a887-c62b75d5a931 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 210 time: 0.0424209 May 26 22:13:08.799482 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['086cb96b-2b6a-4980-8665-5e200203ad30'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:13:08.850247 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['24b32171-27d8-4b25-ac0d-c55795401b73'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:13:08.917662 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ddec7-a9b5-4494-809b-b4f812a5aa46 req-f3627c84-65c7-45cf-bf48-3494932b4c58 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:08.919925 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-803ddec7-a9b5-4494-809b-b4f812a5aa46 req-f3627c84-65c7-45cf-bf48-3494932b4c58 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 945 time: 0.1030650 May 26 22:13:08.999948 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-803ddec7-a9b5-4494-809b-b4f812a5aa46 req-49da9a57-f1f9-4259-9a42-719bc01dc6d8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733926 May 26 22:13:09.867367 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a374ec68-8d41-4a78-a43e-d353c60d476a req-88dd5afb-5560-43b8-a170-11b8b7966a32 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 210 time: 0.0628061 May 26 22:13:10.248719 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-e77cce18-69f0-42a3-b7de-28df504ad228 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:10.250225 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-e77cce18-69f0-42a3-b7de-28df504ad228 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "GET /v2.0/networks?id=459387a3-7a2b-4e1f-b526-99212399eff7 HTTP/1.1" status: 200 len: 815 time: 0.2866559 May 26 22:13:10.266132 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Request body: {'port': {'device_id': '80dd17a9-c45f-447f-85be-9dd284d16971', 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7', 'admin_state_up': True, 'tenant_id': '1702d9b498a2486f9443bfc634d212e6'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:13:10.362689 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f3405-a335-4fcf-9f25-4794910b1fa8 req-5a065457-8a4a-477d-b3a9-7824caba5c3a tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:10.364198 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-902f3405-a335-4fcf-9f25-4794910b1fa8 req-5a065457-8a4a-477d-b3a9-7824caba5c3a tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 945 time: 0.2020059 May 26 22:13:10.452269 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-902f3405-a335-4fcf-9f25-4794910b1fa8 req-3a3cd217-49bb-4860-a260-484d312276f2 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735109 May 26 22:13:10.477428 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 36204) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:10.489721 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:10.494107 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Usage tracker for resource:port and tenant:1702d9b498a2486f9443bfc634d212e6 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:10.497268 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:10.504249 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:10.514196 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Made reservation on behalf of 1702d9b498a2486f9443bfc634d212e6 for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:13:10.518618 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:10.615453 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-583f5382-3891-4290-9874-109b9b635ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:10.645661 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-583f5382-3891-4290-9874-109b9b635ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:10.755166 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-583f5382-3891-4290-9874-109b9b635ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:24e1551bac99448d9fc2b08fc86358ef is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:10.763179 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-583f5382-3891-4290-9874-109b9b635ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:10.772739 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-583f5382-3891-4290-9874-109b9b635ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:10.806078 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Allocated IP 172.20.0.7 (459387a3-7a2b-4e1f-b526-99212399eff7/0809b9ed-7456-42ae-9ec5-c5f21c4387ae/d3abca11-1da6-4e9f-8960-27751c90c52f) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:13:11.043157 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ef033f21-0eb8-41f6-8f34-6ef820f69af2 req-d2d7ae7a-2b44-40b6-9f1a-6cf0c2a484c5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 210 time: 0.0663919 May 26 22:13:11.046678 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-583f5382-3891-4290-9874-109b9b635ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.053833 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-583f5382-3891-4290-9874-109b9b635ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.064204 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-97ed1ccd-76f2-4ae3-b2b3-aad70e151ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:11.132724 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-583f5382-3891-4290-9874-109b9b635ca7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24e1551bac99448d9fc2b08fc86358ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6539230 May 26 22:13:11.133534 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f5382-3891-4290-9874-109b9b635ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c80925-ce98-47c9-be70-537c5027e833,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:11.136327 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 36214) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:11.138338 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-583f5382-3891-4290-9874-109b9b635ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:11.156454 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.185703 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.191884 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-37c9f7bf-e4b3-4397-b29e-966fcc398226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:11.197239 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['0b270138-4732-42f3-858e-6dc305cd051a', '5072c30f-6106-44b2-a0b2-b928d323ff8a', '5f1e2fec-3802-4d57-8f78-05c135c49d1f'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:13:11.199637 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f778294c-b773-47f4-8bd1-df9eae7a060f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.232894 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f778294c-b773-47f4-8bd1-df9eae7a060f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.262498 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Network 459387a3-7a2b-4e1f-b526-99212399eff7 is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:13:11.265962 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:13:11.270689 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:13:11.293338 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f778294c-b773-47f4-8bd1-df9eae7a060f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.299367 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-1d43823e-9e14-490d-bb7f-cca0b2c0e6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:11.310146 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778294c-b773-47f4-8bd1-df9eae7a060f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c80925-ce98-47c9-be70-537c5027e833,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:11.312897 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f778294c-b773-47f4-8bd1-df9eae7a060f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:11.318865 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f778294c-b773-47f4-8bd1-df9eae7a060f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.323396 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-f778294c-b773-47f4-8bd1-df9eae7a060f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9c80925-ce98-47c9-be70-537c5027e833 HTTP/1.1" status: 204 len: 168 time: 0.1860280 May 26 22:13:11.326064 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Pushing event updated for resources: {'Port': ['ID=d3abca11-1da6-4e9f-8960-27751c90c52f,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:11.331653 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:11.360990 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:11.361611 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.396038 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1349132 May 26 22:13:11.408481 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Request body: {'port': {'device_id': '80dd17a9-c45f-447f-85be-9dd284d16971', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:13:11.544181 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.649187 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 24b32171-27d8-4b25-ac0d-c55795401b73 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:13:11.764833 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 36228) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:11.775331 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port 24b32171-27d8-4b25-ac0d-c55795401b73 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:13:11.780964 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 24b32171-27d8-4b25-ac0d-c55795401b73 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:11.781431 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.786886 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-abce7f03-b08c-4df7-ad41-115c37ac3064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.802958 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-abce7f03-b08c-4df7-ad41-115c37ac3064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:11.807284 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-abce7f03-b08c-4df7-ad41-115c37ac3064 admin admin] Usage tracker for resource:security_group_rule and tenant:32275961c8c741e9bc75d917044ca4a2 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:11.812965 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-abce7f03-b08c-4df7-ad41-115c37ac3064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:11.819886 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7897843-a5c5-42c2-9a40-a2385976ea5b req-125cc22c-fd23-42ba-a2e8-03e3ec6043c7 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:11.820038 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-abce7f03-b08c-4df7-ad41-115c37ac3064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:11.823307 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7897843-a5c5-42c2-9a40-a2385976ea5b req-125cc22c-fd23-42ba-a2e8-03e3ec6043c7 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 945 time: 0.1845210 May 26 22:13:11.935394 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.944601 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-abce7f03-b08c-4df7-ad41-115c37ac3064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.952125 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-abce7f03-b08c-4df7-ad41-115c37ac3064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.958802 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7897843-a5c5-42c2-9a40-a2385976ea5b req-21c11ba6-6fd7-48d9-a5a6-f98852586885 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312649 May 26 22:13:11.965769 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-69d5f458-2844-43a1-805a-85ecd4339e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:11.980820 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f267ae9-7bf1-4663-b40a-2a57c30cf22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b32171-27d8-4b25-ac0d-c55795401b73'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:13:11.990957 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 24b32171-27d8-4b25-ac0d-c55795401b73, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=24b32171-27d8-4b25-ac0d-c55795401b73,segment=NetworkSegment(8c417c48-ff07-4d18-8423-0cc5a13ad27e),segment_id=8c417c48-ff07-4d18-8423-0cc5a13ad27e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:11.997338 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:11.998172 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 086cb96b-2b6a-4980-8665-5e200203ad30 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:13:12.011655 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-abce7f03-b08c-4df7-ad41-115c37ac3064 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32275961c8c741e9bc75d917044ca4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455609 May 26 22:13:12.014198 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 36236) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:12.026707 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce7f03-b08c-4df7-ad41-115c37ac3064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3faa5b-f1f4-4026-9c8c-fb9d84a07703,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:12.033493 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-abce7f03-b08c-4df7-ad41-115c37ac3064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:12.046695 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:12.107077 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6f067252-b889-456d-bd3a-f466bbf7aed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.110525 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f267ae9-7bf1-4663-b40a-2a57c30cf22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b32171-27d8-4b25-ac0d-c55795401b73', 'code': 200} May 26 22:13:12.129462 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3abca11-1da6-4e9f-8960-27751c90c52f {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:13:12.142241 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.148732 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6f067252-b889-456d-bd3a-f466bbf7aed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.165747 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Transition to ACTIVE for port object d3abca11-1da6-4e9f-8960-27751c90c52f will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:13:12.174994 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.182029 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:12.184718 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=24b32171-27d8-4b25-ac0d-c55795401b73,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:12.195173 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:12.195658 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:12.196105 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:12.196687 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:12.197251 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:12.198271 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:12.198830 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:12.199424 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:12.200055 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:12.200635 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:12.201371 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:12.201878 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:12.215950 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:12.219190 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port 086cb96b-2b6a-4980-8665-5e200203ad30 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:13:12.227715 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 086cb96b-2b6a-4980-8665-5e200203ad30 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:12.228323 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.232884 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6f067252-b889-456d-bd3a-f466bbf7aed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.242944 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-185267e8-aba2-4636-b346-05cf27259f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:12.256236 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f067252-b889-456d-bd3a-f466bbf7aed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3faa5b-f1f4-4026-9c8c-fb9d84a07703,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:12.260119 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-6f067252-b889-456d-bd3a-f466bbf7aed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:12.265520 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6f067252-b889-456d-bd3a-f466bbf7aed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.267267 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-6f067252-b889-456d-bd3a-f466bbf7aed7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca3faa5b-f1f4-4026-9c8c-fb9d84a07703 HTTP/1.1" status: 204 len: 168 time: 0.2521505 May 26 22:13:12.412376 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.433935 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Pushing event updated for resources: {'Port': ['ID=d3abca11-1da6-4e9f-8960-27751c90c52f,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:12.447955 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 086cb96b-2b6a-4980-8665-5e200203ad30, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=086cb96b-2b6a-4980-8665-5e200203ad30,segment=NetworkSegment(8c417c48-ff07-4d18-8423-0cc5a13ad27e),segment_id=8c417c48-ff07-4d18-8423-0cc5a13ad27e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:12.452854 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.456622 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:12.468624 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:12.545258 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=086cb96b-2b6a-4980-8665-5e200203ad30,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:12.548659 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:12.582705 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15862c-4e02-4a38-b2f2-a31ec572ba09 req-297ea971-e5b1-4371-a8f2-c83e11e60bdb tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:12.583397 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-7c15862c-4e02-4a38-b2f2-a31ec572ba09 req-297ea971-e5b1-4371-a8f2-c83e11e60bdb tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Synchronizing usage tracker for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:13:12.595523 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Attempting to bind port d3abca11-1da6-4e9f-8960-27751c90c52f on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:13:12.595880 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Attempting to bind port d3abca11-1da6-4e9f-8960-27751c90c52f by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:13:12.596197 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Attempting to bind port d3abca11-1da6-4e9f-8960-27751c90c52f on network 459387a3-7a2b-4e1f-b526-99212399eff7 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:13:12.599564 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d649b-9a65-49ff-96b2-23d011e5d6fa req-d0df7446-2a84-476c-8c59-f9f1c51dc8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:12.601098 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-203d649b-9a65-49ff-96b2-23d011e5d6fa req-d0df7446-2a84-476c-8c59-f9f1c51dc8f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 1099 time: 0.2513039 May 26 22:13:12.611046 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Port d3abca11-1da6-4e9f-8960-27751c90c52f on network 459387a3-7a2b-4e1f-b526-99212399eff7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:13:12.611362 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Attempting to bind port d3abca11-1da6-4e9f-8960-27751c90c52f on network 459387a3-7a2b-4e1f-b526-99212399eff7 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:13:12.638537 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-7c15862c-4e02-4a38-b2f2-a31ec572ba09 req-297ea971-e5b1-4371-a8f2-c83e11e60bdb tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Unset dirty status for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:13:12.646201 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7c15862c-4e02-4a38-b2f2-a31ec572ba09 req-297ea971-e5b1-4371-a8f2-c83e11e60bdb tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.4659548 May 26 22:13:12.648119 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:13:12.648489 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Checking segment: {'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:13:12.648821 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Bound using segment: {'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:13:12.649268 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Bound port: d3abca11-1da6-4e9f-8960-27751c90c52f, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910aa238-3043-4115-86e2-10a8c33c7883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:13:12.649654 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.685248 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 36250) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:12.706398 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3e96c9d9-8a9d-44ce-9de8-5e0f420d7c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.723018 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3e96c9d9-8a9d-44ce-9de8-5e0f420d7c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:12.729029 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3e96c9d9-8a9d-44ce-9de8-5e0f420d7c3d admin admin] Usage tracker for resource:security_group_rule and tenant:fadb1b1e930046259acf5df6354ee66a is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:12.741046 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3e96c9d9-8a9d-44ce-9de8-5e0f420d7c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:12.741327 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3e96c9d9-8a9d-44ce-9de8-5e0f420d7c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:12.759711 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-203d649b-9a65-49ff-96b2-23d011e5d6fa req-8f261260-a57b-4df4-878f-5552307bd94a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497319 May 26 22:13:12.837685 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3e96c9d9-8a9d-44ce-9de8-5e0f420d7c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.842368 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3e96c9d9-8a9d-44ce-9de8-5e0f420d7c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.850145 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-77fe49e5-0047-478e-adfb-29d08ff29e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:12.866010 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7c15862c-4e02-4a38-b2f2-a31ec572ba09 req-c2c217b5-bd55-4840-9cc4-166dbc893ad4 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189763 May 26 22:13:12.895191 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96c9d9-8a9d-44ce-9de8-5e0f420d7c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0913b01a-93af-4b81-b1de-ce422c8dde98,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:12.899464 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3e96c9d9-8a9d-44ce-9de8-5e0f420d7c3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fadb1b1e930046259acf5df6354ee66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130270 May 26 22:13:12.900378 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3e96c9d9-8a9d-44ce-9de8-5e0f420d7c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:12.901910 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 36254) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:12.903215 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] For port d3abca11-1da6-4e9f-8960-27751c90c52f, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:13:12.906801 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] For port d3abca11-1da6-4e9f-8960-27751c90c52f, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=d3abca11-1da6-4e9f-8960-27751c90c52f,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:13:12.912595 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.917002 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:12.962569 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c6132d32-343c-4daf-b945-b88900d3b4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.975374 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:12.975997 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:12.977568 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] 10.222.0.24 "PUT /v2.0/ports/d3abca11-1da6-4e9f-8960-27751c90c52f HTTP/1.1" status: 200 len: 1093 time: 1.5732858 May 26 22:13:12.978069 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dd17a9-c45f-447f-85be-9dd284d16971', 'tag': 'd3abca11-1da6-4e9f-8960-27751c90c52f'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:13:12.990166 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c6132d32-343c-4daf-b945-b88900d3b4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:13.007165 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Pushing event updated for resources: {'Port': ['ID=d3abca11-1da6-4e9f-8960-27751c90c52f,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:13.010979 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:13.064940 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c6132d32-343c-4daf-b945-b88900d3b4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:13.068929 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f778294c-b773-47f4-8bd1-df9eae7a060f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:13.083824 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6132d32-343c-4daf-b945-b88900d3b4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0913b01a-93af-4b81-b1de-ce422c8dde98,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:13.086932 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-c6132d32-343c-4daf-b945-b88900d3b4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:13.089049 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c6132d32-343c-4daf-b945-b88900d3b4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:13.090076 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-c6132d32-343c-4daf-b945-b88900d3b4ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0913b01a-93af-4b81-b1de-ce422c8dde98 HTTP/1.1" status: 204 len: 168 time: 0.1873071 May 26 22:13:13.100774 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80dd17a9-c45f-447f-85be-9dd284d16971', 'tag': 'd3abca11-1da6-4e9f-8960-27751c90c52f', 'status': 'completed', 'code': 200} May 26 22:13:13.133707 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-e79cf4be-1037-40f8-8d7a-e25382de2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:13.135183 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-e79cf4be-1037-40f8-8d7a-e25382de2b94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1702d9b498a2486f9443bfc634d212e6&device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 1096 time: 0.0938761 May 26 22:13:13.239538 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-75d553c1-b8f3-4a4c-bb7d-e13e2ff2dd28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3abca11-1da6-4e9f-8960-27751c90c52f HTTP/1.1" status: 200 len: 217 time: 0.0957544 May 26 22:13:13.331359 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-a2da7d21-f6ea-4598-8534-bce732544d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:13.332812 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-a2da7d21-f6ea-4598-8534-bce732544d38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0809b9ed-7456-42ae-9ec5-c5f21c4387ae HTTP/1.1" status: 200 len: 855 time: 0.0809302 May 26 22:13:13.348377 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f4800-eb8d-4569-8526-63b7769726fd req-119267a9-00fc-4672-9c20-5dfb2dc3b647 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:13.349823 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-479f4800-eb8d-4569-8526-63b7769726fd req-119267a9-00fc-4672-9c20-5dfb2dc3b647 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1521366 May 26 22:13:13.414438 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-8085e67b-12ba-4a06-bf64-f21fe0572d23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=459387a3-7a2b-4e1f-b526-99212399eff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636299 May 26 22:13:13.464395 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-479f4800-eb8d-4569-8526-63b7769726fd req-0317d206-8db2-4040-b642-68e44a5b93d4 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728242 May 26 22:13:13.576491 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-f4eb2951-7328-4666-b77a-edad8ae38bd0 service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469381 May 26 22:13:13.717132 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-04ad29cb-e6c2-4579-a219-b20d61fa5853 req-a636ceff-4fe9-40e5-ad87-a26518e951ff service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337247 May 26 22:13:13.847071 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49f173-0638-4f46-a53d-7d0a0482856e req-8caaac2a-8543-4334-b592-303dc0aa627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:13.848885 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1b49f173-0638-4f46-a53d-7d0a0482856e req-8caaac2a-8543-4334-b592-303dc0aa627b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1702d9b498a2486f9443bfc634d212e6&device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 1096 time: 0.0824645 May 26 22:13:14.078783 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49f173-0638-4f46-a53d-7d0a0482856e req-7e1d4163-91af-4152-abf2-8b03956bace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:14.080326 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1b49f173-0638-4f46-a53d-7d0a0482856e req-7e1d4163-91af-4152-abf2-8b03956bace1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=459387a3-7a2b-4e1f-b526-99212399eff7 HTTP/1.1" status: 200 len: 915 time: 0.2084837 May 26 22:13:14.112249 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f44d46f-e7f7-4321-9f2d-c7a255f33120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086cb96b-2b6a-4980-8665-5e200203ad30'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:13:14.165465 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bb7e4-33b1-4e0c-9996-b76d18d4974c req-69883be0-e79a-409e-a084-5510d42baee9 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:14.166943 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-501bb7e4-33b1-4e0c-9996-b76d18d4974c req-69883be0-e79a-409e-a084-5510d42baee9 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.1778786 May 26 22:13:14.183322 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1b49f173-0638-4f46-a53d-7d0a0482856e req-bb3a4f10-63d3-4d87-9346-e3e6c986e358 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3abca11-1da6-4e9f-8960-27751c90c52f HTTP/1.1" status: 200 len: 217 time: 0.0843384 May 26 22:13:14.193305 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f44d46f-e7f7-4321-9f2d-c7a255f33120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086cb96b-2b6a-4980-8665-5e200203ad30', 'code': 200} May 26 22:13:14.279473 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-501bb7e4-33b1-4e0c-9996-b76d18d4974c req-aea691d0-b453-41cc-83de-0af73b030fec tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979888 May 26 22:13:14.289464 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49f173-0638-4f46-a53d-7d0a0482856e req-e406f58e-1d44-4c9b-8fef-a020bba84a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:14.291314 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1b49f173-0638-4f46-a53d-7d0a0482856e req-e406f58e-1d44-4c9b-8fef-a020bba84a0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0809b9ed-7456-42ae-9ec5-c5f21c4387ae HTTP/1.1" status: 200 len: 855 time: 0.0837250 May 26 22:13:14.352433 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1b49f173-0638-4f46-a53d-7d0a0482856e req-bc7acadc-2832-4b2b-990b-79666bde9791 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=459387a3-7a2b-4e1f-b526-99212399eff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504236 May 26 22:13:14.584368 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1b49f173-0638-4f46-a53d-7d0a0482856e req-b0e63d50-92cb-49ef-a79e-11f78bcee0a6 service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220521 May 26 22:13:14.592005 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea274a7f-843f-49ff-98f0-07cb24f90b57 req-0401daa7-d48a-4989-b69b-b654ba437780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:14.593449 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea274a7f-843f-49ff-98f0-07cb24f90b57 req-0401daa7-d48a-4989-b69b-b654ba437780 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 1098 time: 0.1181729 May 26 22:13:14.846987 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea274a7f-843f-49ff-98f0-07cb24f90b57 req-d0ac7e2e-ebcc-42a8-8d84-23fe574c7acc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199051 May 26 22:13:14.898908 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ca02a-7e72-42b4-87b7-fab80c1d66de req-03f0e2dd-c18d-460b-945b-7884e32385ea tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:14.900357 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-806ca02a-7e72-42b4-87b7-fab80c1d66de req-03f0e2dd-c18d-460b-945b-7884e32385ea tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.3107016 May 26 22:13:14.903701 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1b49f173-0638-4f46-a53d-7d0a0482856e req-b2549575-af7d-4101-88d2-f2e617e95e8c service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094456 May 26 22:13:14.950136 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-806ca02a-7e72-42b4-87b7-fab80c1d66de req-2690e6bb-fea3-4fd6-82a5-6c4d8de096a5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 May 26 22:13:15.440589 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1283a12-3609-4519-9a98-b79995b2f560 req-a6ae7168-910d-4992-8baa-1a89f1b5b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:15.442859 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b1283a12-3609-4519-9a98-b79995b2f560 req-a6ae7168-910d-4992-8baa-1a89f1b5b3db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9708ab761c59413f8fc7b71b806e5d82&device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 1099 time: 0.1907396 May 26 22:13:15.482374 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75de55-5459-413d-b753-f49a8bd20ed1 req-0f7fe089-1362-4b76-a813-0cb98bae4578 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:15.485553 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cd75de55-5459-413d-b753-f49a8bd20ed1 req-0f7fe089-1362-4b76-a813-0cb98bae4578 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1824675 May 26 22:13:15.621339 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cd75de55-5459-413d-b753-f49a8bd20ed1 req-e8b95448-ba33-4965-ac46-a2fff6adfbb3 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286771 May 26 22:13:15.663537 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1283a12-3609-4519-9a98-b79995b2f560 req-12e59c81-136d-46f2-be91-e6a2d0e906cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:15.664997 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b1283a12-3609-4519-9a98-b79995b2f560 req-12e59c81-136d-46f2-be91-e6a2d0e906cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0 HTTP/1.1" status: 200 len: 918 time: 0.2148066 May 26 22:13:15.672439 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f12449-8388-4614-9d19-168bcd961970 req-834e288c-ce53-4944-9870-70db29cf26c1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:15.673873 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a1f12449-8388-4614-9d19-168bcd961970 req-834e288c-ce53-4944-9870-70db29cf26c1 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.2715640 May 26 22:13:15.752125 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b1283a12-3609-4519-9a98-b79995b2f560 req-74a4f709-8ed6-4a93-a6f0-00446f45bd15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24b32171-27d8-4b25-ac0d-c55795401b73 HTTP/1.1" status: 200 len: 217 time: 0.0771918 May 26 22:13:15.818822 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a1f12449-8388-4614-9d19-168bcd961970 req-5e0b3589-377b-43aa-9af5-0f1f6f9744f5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930302 May 26 22:13:15.832378 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1283a12-3609-4519-9a98-b79995b2f560 req-4e0c3280-18c2-4298-a013-69c8eab390d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:15.833778 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b1283a12-3609-4519-9a98-b79995b2f560 req-4e0c3280-18c2-4298-a013-69c8eab390d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8078f847-52d5-499d-9dd9-d637beb0763e HTTP/1.1" status: 200 len: 858 time: 0.0747020 May 26 22:13:15.889608 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b1283a12-3609-4519-9a98-b79995b2f560 req-5017a159-d422-4506-b9fa-42e7f14ac8b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481365 May 26 22:13:16.025016 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b1283a12-3609-4519-9a98-b79995b2f560 req-a7004d8b-2eb7-4f68-aaa7-68a01a573a40 service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274579 May 26 22:13:16.162752 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b1283a12-3609-4519-9a98-b79995b2f560 req-d2c332a4-8a65-4752-9e65-d3c8ccbb8b1d service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293328 May 26 22:13:16.814358 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc75160-a246-4a78-a8e8-45ac4564654c req-57fecdee-a908-459a-bc0c-ed334bd215cd tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:16.815823 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fcc75160-a246-4a78-a8e8-45ac4564654c req-57fecdee-a908-459a-bc0c-ed334bd215cd tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0828235 May 26 22:13:16.866785 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fcc75160-a246-4a78-a8e8-45ac4564654c req-fc8c99e5-7c10-4374-9816-dd44f7a002bb tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452812 May 26 22:13:17.016513 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fe91f-c26a-40be-9cb6-678b24739a09 req-60a40cd5-3e08-4d86-a03f-6260f4c8a57b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:17.017950 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0e3fe91f-c26a-40be-9cb6-678b24739a09 req-60a40cd5-3e08-4d86-a03f-6260f4c8a57b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.0849099 May 26 22:13:17.064356 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0e3fe91f-c26a-40be-9cb6-678b24739a09 req-78258711-2334-4d00-8e48-52c76353782b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 May 26 22:13:18.072142 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e062c0-168a-4022-816a-cfd11dd3f2df req-6850dc4c-598c-4180-954b-996fb3dbcb1a tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:18.073740 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-27e062c0-168a-4022-816a-cfd11dd3f2df req-6850dc4c-598c-4180-954b-996fb3dbcb1a tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0872390 May 26 22:13:18.149824 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-27e062c0-168a-4022-816a-cfd11dd3f2df req-a4509856-0da2-46c8-a871-c4a1d5f60327 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679207 May 26 22:13:18.291221 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999686-fed9-4498-87b1-8a25e5266f4a req-3fa1a1ea-e673-47e7-8632-052d775ebbc9 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:18.292710 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-97999686-fed9-4498-87b1-8a25e5266f4a req-3fa1a1ea-e673-47e7-8632-052d775ebbc9 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.0838320 May 26 22:13:18.341309 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-97999686-fed9-4498-87b1-8a25e5266f4a req-ef481ec4-4090-4b5b-add0-2c40e017763f tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 May 26 22:13:19.353251 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48597c-f85f-4369-ba21-a96891682be9 req-2021e984-754d-466a-8df5-8551c74275fb tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:19.354744 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bd48597c-f85f-4369-ba21-a96891682be9 req-2021e984-754d-466a-8df5-8551c74275fb tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0869308 May 26 22:13:19.406364 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bd48597c-f85f-4369-ba21-a96891682be9 req-a9683c54-7178-478d-9734-b09e17376d2e tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454628 May 26 22:13:19.541381 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4b31c-6f5d-4bdf-99fb-61878cf71202 req-4117a69e-3603-45c9-b003-843872cc0ea8 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:19.542854 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3fc4b31c-6f5d-4bdf-99fb-61878cf71202 req-4117a69e-3603-45c9-b003-843872cc0ea8 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.0784085 May 26 22:13:19.589157 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3fc4b31c-6f5d-4bdf-99fb-61878cf71202 req-237706b3-f4d0-4a8d-8dc3-879153afd86d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395064 May 26 22:13:20.660610 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0b21a-5174-4691-92cf-aca2880d8f5b req-47e87c0f-6108-486d-b699-2b3877b55896 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:20.662030 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3ec0b21a-5174-4691-92cf-aca2880d8f5b req-47e87c0f-6108-486d-b699-2b3877b55896 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1489959 May 26 22:13:20.704974 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3ec0b21a-5174-4691-92cf-aca2880d8f5b req-00735423-61a4-4866-ae07-254f86767315 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373590 May 26 22:13:20.872413 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e615a2-e1dd-4f57-bbc9-64d038beed1e req-a9a17ac5-a2ca-44c1-b3e8-bca594dce991 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:20.873833 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d7e615a2-e1dd-4f57-bbc9-64d038beed1e req-a9a17ac5-a2ca-44c1-b3e8-bca594dce991 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.0785828 May 26 22:13:20.919842 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d7e615a2-e1dd-4f57-bbc9-64d038beed1e req-5de1c3b8-db0f-46b3-bb97-c3ac4964a3a2 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401192 May 26 22:13:21.891750 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ded2a-8f60-4568-834a-0a9499ea422b req-85154b37-39f1-4ce9-a547-5365fbf96abc tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:21.893195 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ff3ded2a-8f60-4568-834a-0a9499ea422b req-85154b37-39f1-4ce9-a547-5365fbf96abc tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0789797 May 26 22:13:21.936415 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ff3ded2a-8f60-4568-834a-0a9499ea422b req-50da4d53-3345-4e97-b733-f8133c3b7de1 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375926 May 26 22:13:22.116827 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77580c0-9cf6-43a2-8540-0bb9779c91e9 req-cb2c6f76-35f6-40ea-a998-156be05dc564 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:22.116827 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a77580c0-9cf6-43a2-8540-0bb9779c91e9 req-cb2c6f76-35f6-40ea-a998-156be05dc564 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.0852158 May 26 22:13:22.159552 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a77580c0-9cf6-43a2-8540-0bb9779c91e9 req-aea32dfb-4714-4300-882d-c2fb73c87f44 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384271 May 26 22:13:23.122230 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59dc3d-d74c-42db-bf99-1cc5dd3534e5 req-3e57eaaf-4854-46aa-abc4-8c381db2bc1c tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:23.123797 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9e59dc3d-d74c-42db-bf99-1cc5dd3534e5 req-3e57eaaf-4854-46aa-abc4-8c381db2bc1c tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0801504 May 26 22:13:23.168902 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9e59dc3d-d74c-42db-bf99-1cc5dd3534e5 req-a9c65b15-bb63-4176-aa6e-962a6fc985ad tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395787 May 26 22:13:23.356662 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f67d63-68f0-43f8-bedf-b33b66c4ffa9 req-50f87b84-e673-4566-a137-26ef41c36263 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:23.358167 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-38f67d63-68f0-43f8-bedf-b33b66c4ffa9 req-50f87b84-e673-4566-a137-26ef41c36263 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.0836005 May 26 22:13:23.403490 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-38f67d63-68f0-43f8-bedf-b33b66c4ffa9 req-08ed05b1-46cb-4fe2-93ec-54c58e551c68 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397534 May 26 22:13:24.362759 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53921f-9ec0-4365-b9fb-4139dc0f667a req-2e257a96-3d0c-455b-805e-06cfd72bedbd tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:24.364265 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9b53921f-9ec0-4365-b9fb-4139dc0f667a req-2e257a96-3d0c-455b-805e-06cfd72bedbd tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0888782 May 26 22:13:24.414649 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9b53921f-9ec0-4365-b9fb-4139dc0f667a req-9b8aeabb-81b0-4f43-90c3-761c6968eb2b tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445247 May 26 22:13:24.582891 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3950926-02de-496b-9e22-d90e197ab1f3 req-16e4f4c1-cb8b-40c5-8b24-4cba6ed9951e tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:24.584424 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e3950926-02de-496b-9e22-d90e197ab1f3 req-16e4f4c1-cb8b-40c5-8b24-4cba6ed9951e tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.0779846 May 26 22:13:24.629043 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e3950926-02de-496b-9e22-d90e197ab1f3 req-5bd945bf-3173-4fd9-82cf-43c05562d6e6 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389559 May 26 22:13:25.342279 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:25.600821 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241af105-8cc9-4362-a15e-afcd7efab559 req-88cb5692-5738-4ee9-9ec0-5d162688ef31 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:25.602149 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-241af105-8cc9-4362-a15e-afcd7efab559 req-88cb5692-5738-4ee9-9ec0-5d162688ef31 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0810177 May 26 22:13:25.645376 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-241af105-8cc9-4362-a15e-afcd7efab559 req-8e4ff76b-2ce1-4c86-8953-d97fde50cff4 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376525 May 26 22:13:25.815043 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d20263-725f-4768-996e-f62b00a4f1b9 req-42124ce7-ed4e-4e51-b3b2-d0abd865cfe9 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:25.816526 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-19d20263-725f-4768-996e-f62b00a4f1b9 req-42124ce7-ed4e-4e51-b3b2-d0abd865cfe9 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.0794990 May 26 22:13:25.861686 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-19d20263-725f-4768-996e-f62b00a4f1b9 req-2b494a50-0646-4551-8191-9e7cbe3abe5b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392697 May 26 22:13:26.839644 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b2101-267a-423c-a3f5-1892f9aa70f3 req-e2c2c3f7-1197-474b-9476-4acc3c870b38 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:26.842110 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-534b2101-267a-423c-a3f5-1892f9aa70f3 req-e2c2c3f7-1197-474b-9476-4acc3c870b38 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0884237 May 26 22:13:26.891043 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-534b2101-267a-423c-a3f5-1892f9aa70f3 req-fddf196c-f340-451a-b14c-a6c6e2980368 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437608 May 26 22:13:27.073457 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9663e2-7ace-4c89-9fbb-5fec66dce019 req-132eb268-558d-4547-971f-7c985629d43d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:27.074912 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea9663e2-7ace-4c89-9fbb-5fec66dce019 req-132eb268-558d-4547-971f-7c985629d43d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.0934577 May 26 22:13:27.117945 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea9663e2-7ace-4c89-9fbb-5fec66dce019 req-26b2bd8b-db5c-4b8e-96c9-21a7751ebb3d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 May 26 22:13:28.083830 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc643-224f-44e7-98a3-7de3a8a9aad5 req-3bc21551-1989-4ca1-947d-9f8a5fbf27a8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:28.092443 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0eefc643-224f-44e7-98a3-7de3a8a9aad5 req-3bc21551-1989-4ca1-947d-9f8a5fbf27a8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0852933 May 26 22:13:28.136011 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0eefc643-224f-44e7-98a3-7de3a8a9aad5 req-ff1f4f66-9444-46ed-a042-88d8df8b51fd tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441782 May 26 22:13:28.319077 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914fdf7-ac86-4256-9a67-9cd138d60133 req-2ed8a8da-791a-4d29-b8b9-187e3e429d60 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:28.320550 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1914fdf7-ac86-4256-9a67-9cd138d60133 req-2ed8a8da-791a-4d29-b8b9-187e3e429d60 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.0892680 May 26 22:13:28.370969 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1914fdf7-ac86-4256-9a67-9cd138d60133 req-480b16d7-ab3d-44fe-904c-c78b2a2243c4 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445886 May 26 22:13:28.807773 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b8f9-6e15-4c19-8aa9-46ccd91d5ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:28.892846 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 36608) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:29.040916 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-ed79bb53-eb6f-495d-a8d4-b712aecdfca8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62683d69398e4349a18f1cd9634b238a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468375 May 26 22:13:29.043351 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 36614) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:29.107297 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-73f9e2ec-7947-4b87-8b00-ae9746c4bf63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:29.134287 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-73f9e2ec-7947-4b87-8b00-ae9746c4bf63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:29.188279 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-73f9e2ec-7947-4b87-8b00-ae9746c4bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:29.192477 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-7f416870-ee80-46a1-b338-a2cdaea0783f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:29.205379 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9e2ec-7947-4b87-8b00-ae9746c4bf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dc68f7-b398-4537-83b3-8a861d9c9b69,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:29.209217 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-73f9e2ec-7947-4b87-8b00-ae9746c4bf63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:29.213716 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-73f9e2ec-7947-4b87-8b00-ae9746c4bf63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:29.217080 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-73f9e2ec-7947-4b87-8b00-ae9746c4bf63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86dc68f7-b398-4537-83b3-8a861d9c9b69 HTTP/1.1" status: 204 len: 168 time: 0.1705384 May 26 22:13:29.336076 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c331b8e-867d-42a4-89ff-7df671b147bd req-4695da22-f84e-467e-9194-781eab3b29ee tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:29.336904 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1c331b8e-867d-42a4-89ff-7df671b147bd req-4695da22-f84e-467e-9194-781eab3b29ee tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0862889 May 26 22:13:29.389310 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1c331b8e-867d-42a4-89ff-7df671b147bd req-af5a6e0a-1c05-43a8-b741-d16078f0d960 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456405 May 26 22:13:29.604321 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d29d1-5898-459f-b711-ead982b5b176 req-80abdb18-d475-418d-a747-6333ee98e614 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:29.607755 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d34d29d1-5898-459f-b711-ead982b5b176 req-80abdb18-d475-418d-a747-6333ee98e614 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.0868001 May 26 22:13:29.660936 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d34d29d1-5898-459f-b711-ead982b5b176 req-f8be621c-1eba-4b00-9b5d-a018d9f63593 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459933 May 26 22:13:29.796366 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 36648) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:29.915575 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f3db00d9-16fb-47dd-8e50-db386a46d0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:29.932142 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-f3db00d9-16fb-47dd-8e50-db386a46d0cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:29.936140 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-f3db00d9-16fb-47dd-8e50-db386a46d0cf admin admin] Usage tracker for resource:security_group_rule and tenant:c7744cfce79648058aa586877bb64226 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:29.940388 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-f3db00d9-16fb-47dd-8e50-db386a46d0cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:29.946446 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-f3db00d9-16fb-47dd-8e50-db386a46d0cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:30.033723 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f3db00d9-16fb-47dd-8e50-db386a46d0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.037794 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f3db00d9-16fb-47dd-8e50-db386a46d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.040154 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 36662) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:30.046210 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-b0bbdb03-7d3f-496c-b56b-c70b7b5f5cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:30.088225 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-f3db00d9-16fb-47dd-8e50-db386a46d0cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7744cfce79648058aa586877bb64226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907047 May 26 22:13:30.089292 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db00d9-16fb-47dd-8e50-db386a46d0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9b7a55-f67f-490e-9d58-9542fe398e58,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:30.092333 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f3db00d9-16fb-47dd-8e50-db386a46d0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:30.093588 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 36668) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:30.158573 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1047029604-network', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:13:30.166336 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:30.171131 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.174215 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Usage tracker for resource:network and tenant:75ebc3bb5656415f80735987fd499bd4 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:30.191235 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:30.203669 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:30.213708 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.234509 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Made reservation on behalf of 75ebc3bb5656415f80735987fd499bd4 for: {'network': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:13:30.237432 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.257236 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.284647 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:30.292684 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Usage tracker for resource:security_group_rule and tenant:75ebc3bb5656415f80735987fd499bd4 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:30.297519 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:30.303976 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.307603 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:30.310725 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a4d02b7a-ebb4-41d1-b58e-ae16aab55c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:30.331587 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9b7a55-f67f-490e-9d58-9542fe398e58,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:30.346952 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.348325 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d9b7a55-f67f-490e-9d58-9542fe398e58 HTTP/1.1" status: 204 len: 168 time: 0.2537560 May 26 22:13:30.351175 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:30.351573 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:30.351940 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:30.352446 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:30.352934 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:30.353295 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:30.353633 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:30.353963 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:30.354304 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:30.354645 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:30.354978 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:30.355311 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:30.359225 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:30.441871 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.451488 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.455931 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d93687d9-5695-434f-962a-adf34f79e8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:30.484411 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=91909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:13:30.498199 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2f989c-bef8-47d3-babd-229468a0967b,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:30.502236 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:30.503852 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.504181 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.segments_db [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Added segment 64cf7a73-1d55-4f78-8957-42df139d8aad of type vlan for network f3e2c407-31e6-404d-b0a7-89732e6967d7 May 26 22:13:30.533581 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.564953 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.566402 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:30.566968 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.572099 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:30.626940 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edb526-c296-41bf-a2f5-90a488a05eac req-2cccb741-c324-4b8e-aac7-1147f2e52fcb tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:30.629063 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7edb526-c296-41bf-a2f5-90a488a05eac req-2cccb741-c324-4b8e-aac7-1147f2e52fcb tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1060245 May 26 22:13:30.686837 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6426885 May 26 22:13:30.690537 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 36684) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:30.691224 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Pushing event updated for resources: {'Network': ['ID=f3e2c407-31e6-404d-b0a7-89732e6967d7,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:30.695292 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:30.699452 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Request body: {'subnet': {'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1047029604-subnet', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'ip_version': 4}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:13:30.705103 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:30.706492 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network f3e2c407-31e6-404d-b0a7-89732e6967d7 details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:13:30.715131 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Usage tracker for resource:subnet and tenant:75ebc3bb5656415f80735987fd499bd4 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:30.715131 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:30.724564 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:30.726943 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 36688) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:30.735719 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Made reservation on behalf of 75ebc3bb5656415f80735987fd499bd4 for: {'subnet': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:13:30.738649 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2744471'] for subnet, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.761198 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-36eedc5e-5ec5-477f-88c9-2bde292bd2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.784149 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-36eedc5e-5ec5-477f-88c9-2bde292bd2cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:30.788682 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7edb526-c296-41bf-a2f5-90a488a05eac req-f0de6c26-c447-42cc-9610-0dc92d8118c9 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531281 May 26 22:13:30.792150 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-36eedc5e-5ec5-477f-88c9-2bde292bd2cf admin admin] Usage tracker for resource:security_group_rule and tenant:7fb6408a0d9a431cadb31853add79b9f is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:30.794011 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-36eedc5e-5ec5-477f-88c9-2bde292bd2cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:30.802355 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-36eedc5e-5ec5-477f-88c9-2bde292bd2cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:30.977885 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-36eedc5e-5ec5-477f-88c9-2bde292bd2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.982694 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-36eedc5e-5ec5-477f-88c9-2bde292bd2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:30.991603 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-cf6dc23c-5216-4522-92ca-a1b8d4e10848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:31.040947 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-36eedc5e-5ec5-477f-88c9-2bde292bd2cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7fb6408a0d9a431cadb31853add79b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129787 May 26 22:13:31.044528 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 36694) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:31.053001 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba140d9b-36eb-491c-8266-e6e1a15d805f req-bf213a82-efca-4528-9996-363812cc5fea tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:31.054686 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ba140d9b-36eb-491c-8266-e6e1a15d805f req-bf213a82-efca-4528-9996-363812cc5fea tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.1681905 May 26 22:13:31.057264 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eedc5e-5ec5-477f-88c9-2bde292bd2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f780e8e-4847-4379-936d-08155e79e0cf,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:31.060499 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-36eedc5e-5ec5-477f-88c9-2bde292bd2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:31.144274 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ba140d9b-36eb-491c-8266-e6e1a15d805f req-bc1dc3b8-479d-4e1b-ae91-8b4d5bba6a63 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732419 May 26 22:13:31.146126 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f9651cc2-431a-4ffe-8584-efee9c43e8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:31.162481 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-4fc7a05a-d8f2-408c-b56f-fdb39dfa9012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:31.199239 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-4fc7a05a-d8f2-408c-b56f-fdb39dfa9012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:31.206279 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2982521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2744449'] for subnet, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:31.210991 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-23c9cafa-9ee5-4204-a9ff-acf49ff651d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:31.239665 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:31.255952 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-4fc7a05a-d8f2-408c-b56f-fdb39dfa9012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:31.259878 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-53f5028f-5c8f-43bb-82ec-a4a4c45a64ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:31.275341 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7a05a-d8f2-408c-b56f-fdb39dfa9012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f780e8e-4847-4379-936d-08155e79e0cf,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:31.285190 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-4fc7a05a-d8f2-408c-b56f-fdb39dfa9012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:31.286014 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-4fc7a05a-d8f2-408c-b56f-fdb39dfa9012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:31.290295 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-4fc7a05a-d8f2-408c-b56f-fdb39dfa9012 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f780e8e-4847-4379-936d-08155e79e0cf HTTP/1.1" status: 204 len: 168 time: 0.2346950 May 26 22:13:31.297475 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b92b1b22-3d48-4a67-9ba4-0549493c8630,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:31.300979 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:31.303819 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Checking segment: {'id': '64cf7a73-1d55-4f78-8957-42df139d8aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:13:31.304171 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Network hostable DHCP agents. Network: f3e2c407-31e6-404d-b0a7-89732e6967d7, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:13:31.326741 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Network f3e2c407-31e6-404d-b0a7-89732e6967d7 is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:13:31.341517 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, f3e2c407-31e6-404d-b0a7-89732e6967d7) {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:13:31.350794 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:31.351414 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:31.352712 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad44c97f-3e71-488e-be3b-ecc91bf07e8b None None] Network f3e2c407-31e6-404d-b0a7-89732e6967d7 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:13:31.381541 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6854818 May 26 22:13:31.381973 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 36702) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:31.388167 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:13:31.395693 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:31.401403 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Usage tracker for resource:router and tenant:75ebc3bb5656415f80735987fd499bd4 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:31.405373 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:31.411757 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:31.430001 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:31.431140 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-904'] for router, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:31.447993 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:31.635340 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb78d3392-e22a-5451-892b-71b7666f8002-f3e2c407-31e6-404d-b0a7-89732e6967d7', 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'fixed_ips': [{'subnet_id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630'}]}} from dv-cinder-793244-1-iscsi. {{(pid=91910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:13:31.636326 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:31.734685 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022'] for router, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:31.820914 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Allocated IP 172.20.0.2 (f3e2c407-31e6-404d-b0a7-89732e6967d7/b92b1b22-3d48-4a67-9ba4-0549493c8630/7c0cd532-7e6d-484a-8f57-c1877b685d56) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:13:31.833620 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device d3abca11-1da6-4e9f-8960-27751c90c52f details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:13:32.172582 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port d3abca11-1da6-4e9f-8960-27751c90c52f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=d3abca11-1da6-4e9f-8960-27751c90c52f,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:32.181967 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:32.192539 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:32.198822 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': 'd3abca11-1da6-4e9f-8960-27751c90c52f', 'network_id': '459387a3-7a2b-4e1f-b526-99212399eff7', 'port_id': 'd3abca11-1da6-4e9f-8960-27751c90c52f', 'mac_address': 'fa:16:3e:88:b6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0809b9ed-7456-42ae-9ec5-c5f21c4387ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:13:32.200743 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Transition to ACTIVE for port object 7c0cd532-7e6d-484a-8f57-c1877b685d56 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:13:32.226538 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:32.264839 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Transition to ACTIVE for port object 7c0cd532-7e6d-484a-8f57-c1877b685d56 will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:13:32.274772 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:32.277652 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d59b9-9fb3-45d3-a870-939f56cb9765 req-79aa7a00-8b38-420d-80dd-700e9e72be56 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:32.279388 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-211d59b9-9fb3-45d3-a870-939f56cb9765 req-79aa7a00-8b38-420d-80dd-700e9e72be56 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.2730291 May 26 22:13:32.281553 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:32.322738 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:32.384758 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Network f3e2c407-31e6-404d-b0a7-89732e6967d7 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:13:32.387290 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3abca11-1da6-4e9f-8960-27751c90c52f {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:13:32.395779 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:13:32.401094 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:32.406600 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:13:32.416024 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-211d59b9-9fb3-45d3-a870-939f56cb9765 req-f6284501-7ca0-4301-a907-e07ea00e9f9f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199231 May 26 22:13:32.416850 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Pushing event updated for resources: {'Port': ['ID=7c0cd532-7e6d-484a-8f57-c1877b685d56,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:32.422129 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:32.458278 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port d3abca11-1da6-4e9f-8960-27751c90c52f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=d3abca11-1da6-4e9f-8960-27751c90c52f,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:32.463295 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:32.465685 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:32.530113 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c312c3-1cf2-42bb-94c0-1e267924e48b req-2e94b2a3-76ff-4207-a114-3e08d55271c3 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:32.531728 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-17c312c3-1cf2-42bb-94c0-1e267924e48b req-2e94b2a3-76ff-4207-a114-3e08d55271c3 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 943 time: 0.2037582 May 26 22:13:32.533133 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Allocated IP 172.27.2.87 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/bcfd3399-3916-4de0-9f81-1bb727363db9) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:13:32.598479 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Attempting to bind port 7c0cd532-7e6d-484a-8f57-c1877b685d56 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:13:32.598855 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Attempting to bind port 7c0cd532-7e6d-484a-8f57-c1877b685d56 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '64cf7a73-1d55-4f78-8957-42df139d8aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:13:32.599225 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Attempting to bind port 7c0cd532-7e6d-484a-8f57-c1877b685d56 on network f3e2c407-31e6-404d-b0a7-89732e6967d7 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:13:32.609596 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:13:32.610188 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Checking segment: {'id': '64cf7a73-1d55-4f78-8957-42df139d8aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:13:32.611507 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:32.612224 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Bound using segment: {'id': '64cf7a73-1d55-4f78-8957-42df139d8aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:13:32.613005 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Bound port: 7c0cd532-7e6d-484a-8f57-c1877b685d56, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cf7a73-1d55-4f78-8957-42df139d8aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:13:32.613647 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:32.637667 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=d3abca11-1da6-4e9f-8960-27751c90c52f,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:32.664866 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:32.721895 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] For port 7c0cd532-7e6d-484a-8f57-c1877b685d56, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:13:32.725583 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] For port 7c0cd532-7e6d-484a-8f57-c1877b685d56, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=7c0cd532-7e6d-484a-8f57-c1877b685d56,segment=NetworkSegment(64cf7a73-1d55-4f78-8957-42df139d8aad),segment_id=64cf7a73-1d55-4f78-8957-42df139d8aad)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:13:32.730077 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:32.734244 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:32.766111 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-17c312c3-1cf2-42bb-94c0-1e267924e48b req-87c4064c-cd2c-404c-b360-a2ade50b3eed tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258723 May 26 22:13:32.827446 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Pushing event updated for resources: {'Port': ['ID=7c0cd532-7e6d-484a-8f57-c1877b685d56,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:32.836458 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:32.855178 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 36744) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:32.870497 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:32.907214 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:32.914319 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3f46739f-7124-4b3f-bdd4-dc5c90862328 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:32.995081 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:13:32.997940 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:13:33.000827 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:13:33.022981 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8307dca5-5f6b-4a8a-8f00-6dadb5017348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:33.073910 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Pushing event updated for resources: {'Port': ['ID=bcfd3399-3916-4de0-9f81-1bb727363db9,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:33.078749 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:33.147947 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-8307dca5-5f6b-4a8a-8f00-6dadb5017348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:33.152808 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-8307dca5-5f6b-4a8a-8f00-6dadb5017348 admin admin] Usage tracker for resource:security_group_rule and tenant:dde1c4a625d64b6199a0e1293f868218 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:33.156255 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-8307dca5-5f6b-4a8a-8f00-6dadb5017348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:33.158429 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['d3abca11-1da6-4e9f-8960-27751c90c52f'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:13:33.162921 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-8307dca5-5f6b-4a8a-8f00-6dadb5017348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:33.294243 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8307dca5-5f6b-4a8a-8f00-6dadb5017348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:33.300405 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8307dca5-5f6b-4a8a-8f00-6dadb5017348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:33.340702 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-843f9372-a34d-495c-953c-ef644e199b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:33.354875 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-8307dca5-5f6b-4a8a-8f00-6dadb5017348 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dde1c4a625d64b6199a0e1293f868218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4974868 May 26 22:13:33.356703 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 36754) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:33.385638 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307dca5-5f6b-4a8a-8f00-6dadb5017348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acaf8b9-71f1-413c-beb3-659c91244384,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:33.388796 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8307dca5-5f6b-4a8a-8f00-6dadb5017348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:33.520904 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 7c0cd532-7e6d-484a-8f57-c1877b685d56 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:13:33.604523 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 7c0cd532-7e6d-484a-8f57-c1877b685d56 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:13:33.640983 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b4b5d465-eefe-4d85-9167-aeab838f72ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:33.696024 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b4b5d465-eefe-4d85-9167-aeab838f72ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:33.706518 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:33.829041 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca845c31-b42a-4db1-97fd-fe56d8a69ba2 req-7b3cbf4c-6262-4492-bc08-f58acc05a778 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:33.830670 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ca845c31-b42a-4db1-97fd-fe56d8a69ba2 req-7b3cbf4c-6262-4492-bc08-f58acc05a778 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.2708824 May 26 22:13:33.872017 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:33.886522 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5aee7f-ba54-4fd1-a083-caa11ca3fa6c None None] Network f3e2c407-31e6-404d-b0a7-89732e6967d7 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:13:34.009310 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b4b5d465-eefe-4d85-9167-aeab838f72ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:34.020037 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-90f3896e-dc3a-40ec-a94c-7ab27a7b7514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:34.039317 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ca845c31-b42a-4db1-97fd-fe56d8a69ba2 req-90aa7fd3-7fe5-4e73-a343-840584d33600 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028840 May 26 22:13:34.044652 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-c9e8f21b-2090-496f-b805-6804f2565008 None None] Provisioning for port 7c0cd532-7e6d-484a-8f57-c1877b685d56 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:13:34.064110 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-c9e8f21b-2090-496f-b805-6804f2565008 None None] Provisioning complete for port 7c0cd532-7e6d-484a-8f57-c1877b685d56 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:34.064503 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f21b-2090-496f-b805-6804f2565008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:34.090903 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5d465-eefe-4d85-9167-aeab838f72ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acaf8b9-71f1-413c-beb3-659c91244384,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:34.103382 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-b4b5d465-eefe-4d85-9167-aeab838f72ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:34.210088 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b4b5d465-eefe-4d85-9167-aeab838f72ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:34.213465 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-b4b5d465-eefe-4d85-9167-aeab838f72ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6acaf8b9-71f1-413c-beb3-659c91244384 HTTP/1.1" status: 204 len: 168 time: 0.8534763 May 26 22:13:34.231830 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e8655-731c-4c0a-a7bd-a705753afea3 req-f5a43585-823a-45b9-9418-4e1a71c23130 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:34.233214 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d78e8655-731c-4c0a-a7bd-a705753afea3 req-f5a43585-823a-45b9-9418-4e1a71c23130 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 944 time: 0.3221629 May 26 22:13:34.288672 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747983'] for router, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:34.308575 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f21b-2090-496f-b805-6804f2565008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:34.349443 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-c9e8f21b-2090-496f-b805-6804f2565008 None None] For port 7c0cd532-7e6d-484a-8f57-c1877b685d56, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=7c0cd532-7e6d-484a-8f57-c1877b685d56,segment=NetworkSegment(64cf7a73-1d55-4f78-8957-42df139d8aad),segment_id=64cf7a73-1d55-4f78-8957-42df139d8aad)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:34.357393 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f21b-2090-496f-b805-6804f2565008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:34.359603 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:34.374625 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d78e8655-731c-4c0a-a7bd-a705753afea3 req-e606c86b-0994-4bf6-8de2-c8e2b88b2364 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250019 May 26 22:13:34.477145 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8f21b-2090-496f-b805-6804f2565008 None None] Pushing event updated for resources: {'Port': ['ID=7c0cd532-7e6d-484a-8f57-c1877b685d56,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:34.481096 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c9e8f21b-2090-496f-b805-6804f2565008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:34.582268 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-9d0e95c3-2953-4e8f-a772-b999fdf89e7a None None] Provisioning complete for port 7c0cd532-7e6d-484a-8f57-c1877b685d56 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:34.582641 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9d0e95c3-2953-4e8f-a772-b999fdf89e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:34.696267 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 is scheduled to L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad with binding_index 1 {{(pid=91908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:13:34.896451 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:13:34.906599 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Sync routers for ids ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:13:34.915901 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Notify callbacks [] for router, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:34.919867 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Routers {'5f2f0592-2ad6-4a2d-a433-9262b2f27604'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:13:34.920006 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5341735 May 26 22:13:34.920115 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:13:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:34.920216 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 36782) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:35.138318 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Set router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:13:35.443530 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:31Z', 'updated_at': '2021-05-26T22:13:33Z', 'revision_number': 3, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'gw_port': {'id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:32Z', 'updated_at': '2021-05-26T22:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:35.449109 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Checking router: 5f2f0592-2ad6-4a2d-a433-9262b2f27604 for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:13:35.449661 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Updating router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 port bcfd3399-3916-4de0-9f81-1bb727363db9 binding host dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:13:35.467467 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d2ec-e9ab-43ed-89b8-dd4471686d9f req-59d1cb52-91d2-42bb-a42b-55c0c0e5179c tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:35.469005 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6442d2ec-e9ab-43ed-89b8-dd4471686d9f req-59d1cb52-91d2-42bb-a42b-55c0c0e5179c tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.3024426 May 26 22:13:35.506287 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 7c0cd532-7e6d-484a-8f57-c1877b685d56 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:13:35.507700 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:35.637420 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 7c0cd532-7e6d-484a-8f57-c1877b685d56 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:35.637790 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:35.725785 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6442d2ec-e9ab-43ed-89b8-dd4471686d9f req-50a52c9f-bdca-4246-af17-4b0a42b93edf tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377028 May 26 22:13:35.832871 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device d3abca11-1da6-4e9f-8960-27751c90c52f up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:13:35.855661 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfc951-f2b8-4434-b8fe-1e998d2ca137 req-086ba5ff-2b36-4e8b-8e96-63b2c3524e67 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:35.857168 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d4cfc951-f2b8-4434-b8fe-1e998d2ca137 req-086ba5ff-2b36-4e8b-8e96-63b2c3524e67 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 944 time: 0.2274752 May 26 22:13:35.911495 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:13:35.930446 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port d3abca11-1da6-4e9f-8960-27751c90c52f completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:13:35.935715 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port d3abca11-1da6-4e9f-8960-27751c90c52f triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:35.936103 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:36.014080 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:36.018942 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:36.028427 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Transition to ACTIVE for port object bcfd3399-3916-4de0-9f81-1bb727363db9 will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:13:36.031544 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d4cfc951-f2b8-4434-b8fe-1e998d2ca137 req-af9e496c-f17f-45b5-94a0-084875154516 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151576 May 26 22:13:36.055406 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:36.063328 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f10f5d5a-b99b-40d0-9518-fa6f890df4f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:36.075073 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:36.123253 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port d3abca11-1da6-4e9f-8960-27751c90c52f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=d3abca11-1da6-4e9f-8960-27751c90c52f,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:36.124328 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dd17a9-c45f-447f-85be-9dd284d16971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3abca11-1da6-4e9f-8960-27751c90c52f'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:13:36.131324 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:36.133593 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-413cdb54-5514-4267-934a-6b1984bf7012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:36.155821 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Attempting to bind port bcfd3399-3916-4de0-9f81-1bb727363db9 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:13:36.156250 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Attempting to bind port bcfd3399-3916-4de0-9f81-1bb727363db9 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:13:36.156687 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Attempting to bind port bcfd3399-3916-4de0-9f81-1bb727363db9 on network 5868c39c-3961-427a-b936-c4b2389a06ed {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:13:36.164642 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:13:36.164936 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Checking segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:13:36.165476 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:36.165866 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Bound using segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:13:36.166327 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Bound port: bcfd3399-3916-4de0-9f81-1bb727363db9, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:13:36.166694 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:36.195331 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cabc8-c69c-45dd-a382-d584d0058d7e None None] Pushing event updated for resources: {'Port': ['ID=bcfd3399-3916-4de0-9f81-1bb727363db9,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:36.205069 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4f8cabc8-c69c-45dd-a382-d584d0058d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:36.224044 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dd17a9-c45f-447f-85be-9dd284d16971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3abca11-1da6-4e9f-8960-27751c90c52f', 'code': 200} May 26 22:13:36.256829 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=d3abca11-1da6-4e9f-8960-27751c90c52f,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:36.260552 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:36.308713 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Allocated IP 172.20.0.1 (f3e2c407-31e6-404d-b0a7-89732e6967d7/b92b1b22-3d48-4a67-9ba4-0549493c8630/dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:13:36.311894 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] For port bcfd3399-3916-4de0-9f81-1bb727363db9, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:13:36.319634 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] For port bcfd3399-3916-4de0-9f81-1bb727363db9, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=bcfd3399-3916-4de0-9f81-1bb727363db9,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:13:36.325476 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:36.343640 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-039c1658-f294-4737-8cab-574589d2e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:36.432119 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Routers {'5f2f0592-2ad6-4a2d-a433-9262b2f27604'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:13:36.432736 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:13:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:36.492364 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cabc8-c69c-45dd-a382-d584d0058d7e None None] Pushing event updated for resources: {'Port': ['ID=bcfd3399-3916-4de0-9f81-1bb727363db9,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:36.502783 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4f8cabc8-c69c-45dd-a382-d584d0058d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:36.627290 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] Set router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:13:36.640321 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31082f-a741-4bd7-ab13-6cf4e971915a req-434b4dda-1736-43de-8e8d-cd1183eafc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:36.641868 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6d31082f-a741-4bd7-ab13-6cf4e971915a req-434b4dda-1736-43de-8e8d-cd1183eafc51 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 1098 time: 0.1335106 May 26 22:13:36.644619 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:36.679173 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Transition to ACTIVE for port object dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d will not be triggered until provisioned by entity DHCP. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:13:36.702600 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6d31082f-a741-4bd7-ab13-6cf4e971915a req-8bcf229e-a37e-456b-9e9e-13523ecdbfc9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509608 May 26 22:13:36.723560 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:36.734930 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:36.804803 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Network f3e2c407-31e6-404d-b0a7-89732e6967d7 is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:13:36.807815 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:13:36.811528 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:13:36.860621 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Pushing event updated for resources: {'Port': ['ID=dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:36.879276 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:36.879633 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:36.880015 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:36.880361 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:36.880701 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:36.881042 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:36.881378 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:36.881785 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:36.882048 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:36.882381 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:36.882711 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:36.883497 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:36.888604 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:36.902233 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746537'] for router_interface, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:37.000827 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:31Z', 'updated_at': '2021-05-26T22:13:33Z', 'revision_number': 3, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'gw_port': {'id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:32Z', 'updated_at': '2021-05-26T22:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:37.005237 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c26846-f699-4a39-a59f-15ceb3645a92 None None] The sync data for ids ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'] in dv-cinder-793244-1-iscsi is: [{'id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:31Z', 'updated_at': '2021-05-26T22:13:33Z', 'revision_number': 3, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'gw_port': {'id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:32Z', 'updated_at': '2021-05-26T22:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:13:37.096716 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b78df0-dc74-4904-a82c-d98c7a5da1d7 req-dd88c11e-b552-44fc-8bab-dea944633ede tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:37.098279 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-13b78df0-dc74-4904-a82c-d98c7a5da1d7 req-dd88c11e-b552-44fc-8bab-dea944633ede tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1312191 May 26 22:13:37.161819 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-1b2f25c6-d35c-41e4-8384-39011a05966e None None] Provisioning for port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:13:37.169156 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-1b2f25c6-d35c-41e4-8384-39011a05966e None None] Provisioning complete for port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:37.169786 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1b2f25c6-d35c-41e4-8384-39011a05966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:37.233288 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:37.237711 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-1b2f25c6-d35c-41e4-8384-39011a05966e None None] Port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:13:37.266124 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-13b78df0-dc74-4904-a82c-d98c7a5da1d7 req-746f98bc-0889-4142-b0c4-a0476545ef34 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336832 May 26 22:13:37.440036 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c21bb0-0187-45ff-be90-ff95bff1241e req-610c75d3-1320-4efb-8735-f23dfb733cf3 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:37.442867 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-01c21bb0-0187-45ff-be90-ff95bff1241e req-610c75d3-1320-4efb-8735-f23dfb733cf3 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.2746668 May 26 22:13:37.528438 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device bcfd3399-3916-4de0-9f81-1bb727363db9 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:13:37.551618 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-01c21bb0-0187-45ff-be90-ff95bff1241e req-70b45104-61dd-43f9-9da0-b1dee32e50b0 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855048 May 26 22:13:37.575759 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:37.580796 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:37.617863 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port bcfd3399-3916-4de0-9f81-1bb727363db9 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:13:37.623050 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port bcfd3399-3916-4de0-9f81-1bb727363db9 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:37.623346 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:37.640209 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:37.669431 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746634'] for router_interface, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:37.762566 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:37.786362 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port bcfd3399-3916-4de0-9f81-1bb727363db9, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=bcfd3399-3916-4de0-9f81-1bb727363db9,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:37.791759 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Pushing event updated for resources: {'Port': ['ID=dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:37.794804 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:37.795482 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:37.798708 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:37.857244 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Network f3e2c407-31e6-404d-b0a7-89732e6967d7 is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:13:37.858230 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:13:37.896777 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=bcfd3399-3916-4de0-9f81-1bb727363db9,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:37.899869 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:38.075994 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:13:38.077199 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-12438d25-f824-4d78-aee2-fa56740157ac None None] Provisioning complete for port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:38.077600 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-12438d25-f824-4d78-aee2-fa56740157ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:38.143850 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-12438d25-f824-4d78-aee2-fa56740157ac None None] Port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:13:38.345786 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:13:38.355424 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] 10.222.0.15 "PUT /v2.0/routers/5f2f0592-2ad6-4a2d-a433-9262b2f27604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4343572 May 26 22:13:38.505675 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3b9d5-e6cb-46f8-a5d2-4c98b0f2a4f9 req-78f59135-3ae0-4093-9ec1-d3f2172fce16 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:38.507893 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1ce3b9d5-e6cb-46f8-a5d2-4c98b0f2a4f9 req-78f59135-3ae0-4093-9ec1-d3f2172fce16 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1128471 May 26 22:13:38.558346 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1ce3b9d5-e6cb-46f8-a5d2-4c98b0f2a4f9 req-22e95ee6-7268-4ad7-b768-cafe07e2274b tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437553 May 26 22:13:38.771212 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8f64c-81ec-4fa9-9bf5-8d31eae88ba1 req-f02689a5-2ab5-4b14-81cf-cb1c09ee9cce tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:38.773074 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-99d8f64c-81ec-4fa9-9bf5-8d31eae88ba1 req-f02689a5-2ab5-4b14-81cf-cb1c09ee9cce tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.0938864 May 26 22:13:38.826538 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Sync routers for ids ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:13:38.831889 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-99d8f64c-81ec-4fa9-9bf5-8d31eae88ba1 req-d2225801-23d8-4eaa-b638-91f83bac5273 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517349 May 26 22:13:38.837886 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Routers {'5f2f0592-2ad6-4a2d-a433-9262b2f27604'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:13:38.838556 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:13:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:39.055594 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Set router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:13:39.085970 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 36916) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:39.091590 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-973100956-network', 'tenant_id': '756b1f3029a5418387281a4688b2e81f'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:13:39.097094 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:39.102076 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Usage tracker for resource:network and tenant:756b1f3029a5418387281a4688b2e81f is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:39.104525 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:39.111421 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:39.132418 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Made reservation on behalf of 756b1f3029a5418387281a4688b2e81f for: {'network': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:13:39.135120 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:39.153541 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:39.178090 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:39.182228 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Usage tracker for resource:security_group_rule and tenant:756b1f3029a5418387281a4688b2e81f is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:39.185353 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:39.197106 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:39.320266 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:39.324444 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:39.327713 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-583f5382-3891-4290-9874-109b9b635ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:39.362193 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=91908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:13:39.368332 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3e0e0c-95e7-41cf-8820-10eb5aaa9573,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:39.371357 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:39.380830 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:39.381312 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.segments_db [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Added segment 1eb39afe-13e8-40dc-a6fb-3e480b5ae669 of type vlan for network c31590c7-edfa-41b6-951a-ced4489c287b May 26 22:13:39.415414 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:39.452446 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:39.453833 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:39.455006 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:39.460175 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:39.479105 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:31Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'gw_port': {'id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:32Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d', 'name': '', 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'mac_address': 'fa:16:3e:a3:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:36Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 2, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'subnets': [{'id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:39.485013 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device bcfd3399-3916-4de0-9f81-1bb727363db9 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:13:39.515848 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Checking router: 5f2f0592-2ad6-4a2d-a433-9262b2f27604 for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:13:39.516179 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Updating router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d binding host dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:13:39.558798 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Pushing event updated for resources: {'Network': ['ID=c31590c7-edfa-41b6-951a-ced4489c287b,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:39.562326 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:39.564690 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-7c46a2ae-0255-4aa0-8f65-dff4db11121c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4777136 May 26 22:13:39.567512 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 36930) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:39.572918 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Request body: {'subnet': {'network_id': 'c31590c7-edfa-41b6-951a-ced4489c287b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-973100956-subnet', 'tenant_id': '756b1f3029a5418387281a4688b2e81f', 'ip_version': 4}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:13:39.577430 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:39.579870 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network c31590c7-edfa-41b6-951a-ced4489c287b details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:13:39.581861 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Usage tracker for resource:subnet and tenant:756b1f3029a5418387281a4688b2e81f is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:39.584760 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:39.590858 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:39.614521 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Made reservation on behalf of 756b1f3029a5418387281a4688b2e81f for: {'subnet': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:13:39.617910 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2572501'] for subnet, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:39.683823 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:39.784236 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port bcfd3399-3916-4de0-9f81-1bb727363db9 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:39.784616 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:39.861106 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eac7e-b223-4267-9653-e0d26bac46a0 req-6d02dfde-7e37-40b8-9b37-8e961c52462b tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:39.862715 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-215eac7e-b223-4267-9653-e0d26bac46a0 req-6d02dfde-7e37-40b8-9b37-8e961c52462b tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1617122 May 26 22:13:39.934109 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-215eac7e-b223-4267-9653-e0d26bac46a0 req-3152f0ca-2d21-40ad-8f25-dcd89a3b1f67 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628405 May 26 22:13:40.163143 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2177274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2572483'] for subnet, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:40.167629 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:40.194516 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:40.206653 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Transition to ACTIVE for port object dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:13:40.213027 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:40.217525 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:40.242879 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe9ee86-3f55-40e2-a9b0-7609cfa9034c,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:40.246547 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:40.247370 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Checking segment: {'id': '1eb39afe-13e8-40dc-a6fb-3e480b5ae669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c31590c7-edfa-41b6-951a-ced4489c287b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:13:40.247740 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Network hostable DHCP agents. Network: c31590c7-edfa-41b6-951a-ced4489c287b, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:13:40.268143 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Network c31590c7-edfa-41b6-951a-ced4489c287b is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:13:40.284857 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, c31590c7-edfa-41b6-951a-ced4489c287b) {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:13:40.294926 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:40.295559 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:40.324536 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7535853 May 26 22:13:40.325697 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 36944) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:40.327904 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51813c5-cf9a-41ed-8681-86e863cd01dc None None] Network c31590c7-edfa-41b6-951a-ced4489c287b requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:13:40.332555 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-973100956-router', 'tenant_id': '756b1f3029a5418387281a4688b2e81f', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:13:40.339297 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:40.343463 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Usage tracker for resource:router and tenant:756b1f3029a5418387281a4688b2e81f is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:40.347631 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:40.355540 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:40.368708 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:40.370167 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-904'] for router, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:40.417415 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:40.493154 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bce17e-968f-4940-958d-a9cb690cfeb1 None None] Pushing event updated for resources: {'Port': ['ID=dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:40.511608 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-93bce17e-968f-4940-958d-a9cb690cfeb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:40.598176 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Attempting to bind port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:13:40.598463 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Attempting to bind port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '64cf7a73-1d55-4f78-8957-42df139d8aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:13:40.598829 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Attempting to bind port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d on network f3e2c407-31e6-404d-b0a7-89732e6967d7 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:13:40.615255 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:13:40.615652 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Checking segment: {'id': '64cf7a73-1d55-4f78-8957-42df139d8aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:13:40.616129 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:40.616526 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Bound using segment: {'id': '64cf7a73-1d55-4f78-8957-42df139d8aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:13:40.616991 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Bound port: dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cf7a73-1d55-4f78-8957-42df139d8aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:13:40.617361 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:40.717651 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022'] for router, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:40.744875 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb78d3392-e22a-5451-892b-71b7666f8002-c31590c7-edfa-41b6-951a-ced4489c287b', 'network_id': 'c31590c7-edfa-41b6-951a-ced4489c287b', 'tenant_id': '756b1f3029a5418387281a4688b2e81f', 'fixed_ips': [{'subnet_id': 'bbe9ee86-3f55-40e2-a9b0-7609cfa9034c'}]}} from dv-cinder-793244-1-iscsi. {{(pid=91910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:13:40.745766 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:40.777329 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] For port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:13:40.824323 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] For port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d,segment=NetworkSegment(64cf7a73-1d55-4f78-8957-42df139d8aad),segment_id=64cf7a73-1d55-4f78-8957-42df139d8aad)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:13:40.832785 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:40.850327 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:40.972288 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Routers {'5f2f0592-2ad6-4a2d-a433-9262b2f27604'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:13:40.972928 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:13:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:41.071092 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:41.105169 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:41.171399 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863807b-8366-4cb2-a189-5e16b8958d55 req-ad07f530-f06f-47a0-99f6-0a7909559398 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:41.172726 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bce17e-968f-4940-958d-a9cb690cfeb1 None None] Pushing event updated for resources: {'Port': ['ID=dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:41.180481 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-93bce17e-968f-4940-958d-a9cb690cfeb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:41.184768 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1863807b-8366-4cb2-a189-5e16b8958d55 req-ad07f530-f06f-47a0-99f6-0a7909559398 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1250434 May 26 22:13:41.245875 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Allocated IP 172.20.0.2 (c31590c7-edfa-41b6-951a-ced4489c287b/bbe9ee86-3f55-40e2-a9b0-7609cfa9034c/63e75a01-ca8e-45a6-b88d-6ad818ab918e) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:13:41.248934 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] Set router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:13:41.264755 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1863807b-8366-4cb2-a189-5e16b8958d55 req-73e4dc32-0d3d-45db-bca6-8d866e5b71b8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720952 May 26 22:13:41.330005 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Allocated IP 172.27.2.227 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/6619a839-7530-4793-8783-9ccd4a8b35ca) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:13:41.489123 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:41.519800 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:41.523592 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:41.590790 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:13:41.593653 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:13:41.598208 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:13:41.627570 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Pushing event updated for resources: {'Port': ['ID=6619a839-7530-4793-8783-9ccd4a8b35ca,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:41.633161 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:41.734594 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:41.750112 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Transition to ACTIVE for port object 63e75a01-ca8e-45a6-b88d-6ad818ab918e will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:13:41.776853 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Transition to ACTIVE for port object 63e75a01-ca8e-45a6-b88d-6ad818ab918e will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:13:41.781511 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:31Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'gw_port': {'id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:32Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d', 'name': '', 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'mac_address': 'fa:16:3e:a3:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:36Z', 'updated_at': '2021-05-26T22:13:40Z', 'revision_number': 4, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'subnets': [{'id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:41.786512 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:41.791923 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:41.834370 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098fd8e8-2afd-49fb-8163-6131e0c6e877 None None] The sync data for ids ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'] in dv-cinder-793244-1-iscsi is: [{'id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:31Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'gw_port': {'id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:32Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d', 'name': '', 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'mac_address': 'fa:16:3e:a3:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:36Z', 'updated_at': '2021-05-26T22:13:40Z', 'revision_number': 4, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'subnets': [{'id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:13:41.860060 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Network c31590c7-edfa-41b6-951a-ced4489c287b is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:13:41.864440 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:13:41.868335 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:13:41.931115 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Pushing event updated for resources: {'Port': ['ID=63e75a01-ca8e-45a6-b88d-6ad818ab918e,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:41.978174 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:42.018576 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Attempting to bind port 63e75a01-ca8e-45a6-b88d-6ad818ab918e on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:13:42.018957 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Attempting to bind port 63e75a01-ca8e-45a6-b88d-6ad818ab918e by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '1eb39afe-13e8-40dc-a6fb-3e480b5ae669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c31590c7-edfa-41b6-951a-ced4489c287b'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:13:42.019306 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Attempting to bind port 63e75a01-ca8e-45a6-b88d-6ad818ab918e on network c31590c7-edfa-41b6-951a-ced4489c287b {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:13:42.025457 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:13:42.025831 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Checking segment: {'id': '1eb39afe-13e8-40dc-a6fb-3e480b5ae669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c31590c7-edfa-41b6-951a-ced4489c287b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:13:42.026416 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:42.026974 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Bound using segment: {'id': '1eb39afe-13e8-40dc-a6fb-3e480b5ae669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c31590c7-edfa-41b6-951a-ced4489c287b'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:13:42.027616 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Bound port: 63e75a01-ca8e-45a6-b88d-6ad818ab918e, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb39afe-13e8-40dc-a6fb-3e480b5ae669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c31590c7-edfa-41b6-951a-ced4489c287b'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:13:42.028215 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:42.165123 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] For port 63e75a01-ca8e-45a6-b88d-6ad818ab918e, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:13:42.172795 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] For port 63e75a01-ca8e-45a6-b88d-6ad818ab918e, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=63e75a01-ca8e-45a6-b88d-6ad818ab918e,segment=NetworkSegment(1eb39afe-13e8-40dc-a6fb-3e480b5ae669),segment_id=1eb39afe-13e8-40dc-a6fb-3e480b5ae669)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:13:42.173694 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:42.177739 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:42.268559 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:42.285754 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Pushing event updated for resources: {'Port': ['ID=63e75a01-ca8e-45a6-b88d-6ad818ab918e,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:42.294657 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:42.708911 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e44038-40a2-4a11-93a1-ba94a040b747 req-182cd257-eb5b-41c0-9f61-a6c877ec88fd tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:42.710542 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b1e44038-40a2-4a11-93a1-ba94a040b747 req-182cd257-eb5b-41c0-9f61-a6c877ec88fd tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1789689 May 26 22:13:42.787618 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b1e44038-40a2-4a11-93a1-ba94a040b747 req-0b20bb8f-d9f2-41cf-ab21-fc6a9f0c191a tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652163 May 26 22:13:42.825217 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747983'] for router, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:43.061009 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Router d0b50c83-4980-461c-9362-7d9d165070c8 is scheduled to L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad with binding_index 1 {{(pid=91909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:13:43.300797 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:13:43.336108 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Sync routers for ids ['d0b50c83-4980-461c-9362-7d9d165070c8'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:13:43.349799 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Routers {'d0b50c83-4980-461c-9362-7d9d165070c8'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:13:43.351794 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Notify callbacks [] for router, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:43.356275 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0295243 May 26 22:13:43.357083 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 36996) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:43.357918 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:13:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['d0b50c83-4980-461c-9362-7d9d165070c8'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:43.621276 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Set router d0b50c83-4980-461c-9362-7d9d165070c8 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:13:43.682877 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:13:43.745658 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df37a8a9-818b-4b96-918a-f293a8d2d206 None None] Network c31590c7-edfa-41b6-951a-ced4489c287b requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:13:43.873573 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-77fd846a-274f-40ce-ac87-eaedd4af29f4 None None] Provisioning for port 63e75a01-ca8e-45a6-b88d-6ad818ab918e completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:13:43.933423 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:13:43.966430 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:43.966780 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:44.023286 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'name': 'tempest-TestMinimumBasicScenario-973100956-router', 'tenant_id': '756b1f3029a5418387281a4688b2e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6619a839-7530-4793-8783-9ccd4a8b35ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:40Z', 'updated_at': '2021-05-26T22:13:41Z', 'revision_number': 3, 'project_id': '756b1f3029a5418387281a4688b2e81f', 'gw_port': {'id': '6619a839-7530-4793-8783-9ccd4a8b35ca', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:41Z', 'updated_at': '2021-05-26T22:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:44.027458 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Checking router: d0b50c83-4980-461c-9362-7d9d165070c8 for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:13:44.028071 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Updating router d0b50c83-4980-461c-9362-7d9d165070c8 port 6619a839-7530-4793-8783-9ccd4a8b35ca binding host dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:13:44.088973 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:44.179500 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:44.260782 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d,segment=NetworkSegment(64cf7a73-1d55-4f78-8957-42df139d8aad),segment_id=64cf7a73-1d55-4f78-8957-42df139d8aad)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:44.268340 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:44.269338 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 63e75a01-ca8e-45a6-b88d-6ad818ab918e up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:13:44.298854 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1f47e-97d9-44fe-a63d-2208adb3a373 req-fffcd8e6-0f2b-4aca-aaff-3d4cf25af7ea tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:44.306576 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d1e1f47e-97d9-44fe-a63d-2208adb3a373 req-fffcd8e6-0f2b-4aca-aaff-3d4cf25af7ea tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.3533676 May 26 22:13:44.316161 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:44.415982 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d1e1f47e-97d9-44fe-a63d-2208adb3a373 req-f022a9de-a72a-4c54-ba4c-4d9129d89cf4 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082273 May 26 22:13:44.441359 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:44.441359 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:44.454724 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 63e75a01-ca8e-45a6-b88d-6ad818ab918e completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:13:44.460843 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 63e75a01-ca8e-45a6-b88d-6ad818ab918e triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:44.461327 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:44.537507 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-4c75e893-e23a-43d4-bbb6-3dbfbc747254 None None] Provisioning complete for port 63e75a01-ca8e-45a6-b88d-6ad818ab918e triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:44.537889 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4c75e893-e23a-43d4-bbb6-3dbfbc747254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:44.546961 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:44.560320 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Transition to ACTIVE for port object 6619a839-7530-4793-8783-9ccd4a8b35ca will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:13:44.569582 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:44.580268 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:44.588753 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:44.668862 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Attempting to bind port 6619a839-7530-4793-8783-9ccd4a8b35ca on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:13:44.669444 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Attempting to bind port 6619a839-7530-4793-8783-9ccd4a8b35ca by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:13:44.669964 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Attempting to bind port 6619a839-7530-4793-8783-9ccd4a8b35ca on network 5868c39c-3961-427a-b936-c4b2389a06ed {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:13:44.677912 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b26d7-d71d-4e32-ac77-dfb56dda0df5 None None] Pushing event updated for resources: {'Port': ['ID=6619a839-7530-4793-8783-9ccd4a8b35ca,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:44.685074 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:44.690823 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f60b26d7-d71d-4e32-ac77-dfb56dda0df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:44.691720 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:13:44.692221 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Checking segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:13:44.692716 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:44.694131 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Bound using segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:13:44.694712 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Bound port: 6619a839-7530-4793-8783-9ccd4a8b35ca, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:13:44.695199 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:44.800360 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 63e75a01-ca8e-45a6-b88d-6ad818ab918e, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=63e75a01-ca8e-45a6-b88d-6ad818ab918e,segment=NetworkSegment(1eb39afe-13e8-40dc-a6fb-3e480b5ae669),segment_id=1eb39afe-13e8-40dc-a6fb-3e480b5ae669)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:44.801514 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4c75e893-e23a-43d4-bbb6-3dbfbc747254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:44.813678 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:44.821108 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:44.828088 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] For port 6619a839-7530-4793-8783-9ccd4a8b35ca, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:13:44.834679 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] For port 6619a839-7530-4793-8783-9ccd4a8b35ca, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=6619a839-7530-4793-8783-9ccd4a8b35ca,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:13:44.848419 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:44.859306 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-1d130665-c4da-49b0-94d6-5d27b61ec12d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:44.892382 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Allocated IP 172.20.0.1 (c31590c7-edfa-41b6-951a-ced4489c287b/bbe9ee86-3f55-40e2-a9b0-7609cfa9034c/6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:13:44.947256 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=63e75a01-ca8e-45a6-b88d-6ad818ab918e,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:44.951956 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:44.956300 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.db.api [None req-4c75e893-e23a-43d4-bbb6-3dbfbc747254 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:13:44.956693 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_db.api [None req-4c75e893-e23a-43d4-bbb6-3dbfbc747254 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:13:44.967726 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b26d7-d71d-4e32-ac77-dfb56dda0df5 None None] Pushing event updated for resources: {'Port': ['ID=6619a839-7530-4793-8783-9ccd4a8b35ca,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:44.972135 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f60b26d7-d71d-4e32-ac77-dfb56dda0df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:44.979939 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Routers {'d0b50c83-4980-461c-9362-7d9d165070c8'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:13:44.981186 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:13:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['d0b50c83-4980-461c-9362-7d9d165070c8'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:45.057179 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:45.073272 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Transition to ACTIVE for port object 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf will not be triggered until provisioned by entity DHCP. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:13:45.097527 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:45.102822 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-c737d477-fa08-4cc6-844c-eb54bec68afa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:45.163574 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] Set router d0b50c83-4980-461c-9362-7d9d165070c8 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:13:45.169028 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Network c31590c7-edfa-41b6-951a-ced4489c287b is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:13:45.172722 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:13:45.175432 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:13:45.233151 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Pushing event updated for resources: {'Port': ['ID=6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:45.236377 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:45.249023 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746537'] for router_interface, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:45.393370 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:45.520833 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:13:45.527455 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'name': 'tempest-TestMinimumBasicScenario-973100956-router', 'tenant_id': '756b1f3029a5418387281a4688b2e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6619a839-7530-4793-8783-9ccd4a8b35ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:40Z', 'updated_at': '2021-05-26T22:13:41Z', 'revision_number': 3, 'project_id': '756b1f3029a5418387281a4688b2e81f', 'gw_port': {'id': '6619a839-7530-4793-8783-9ccd4a8b35ca', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:41Z', 'updated_at': '2021-05-26T22:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:45.531426 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd4cf3-4404-4496-a83e-2d1087bc9ecd None None] The sync data for ids ['d0b50c83-4980-461c-9362-7d9d165070c8'] in dv-cinder-793244-1-iscsi is: [{'id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'name': 'tempest-TestMinimumBasicScenario-973100956-router', 'tenant_id': '756b1f3029a5418387281a4688b2e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6619a839-7530-4793-8783-9ccd4a8b35ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:40Z', 'updated_at': '2021-05-26T22:13:41Z', 'revision_number': 3, 'project_id': '756b1f3029a5418387281a4688b2e81f', 'gw_port': {'id': '6619a839-7530-4793-8783-9ccd4a8b35ca', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:41Z', 'updated_at': '2021-05-26T22:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:13:45.607297 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:45.607674 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:45.762349 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaa856-db8e-4d13-aa0c-0703797b1ee8 req-2eefcd38-6df4-42cc-bea3-1873f4fd40b8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:45.764107 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1ffaa856-db8e-4d13-aa0c-0703797b1ee8 req-2eefcd38-6df4-42cc-bea3-1873f4fd40b8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1741111 May 26 22:13:45.766085 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-ac642cb2-7711-4059-a3fa-48df3c2e60a6 None None] Provisioning for port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:13:45.775463 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-ac642cb2-7711-4059-a3fa-48df3c2e60a6 None None] Provisioning complete for port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:45.775463 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ac642cb2-7711-4059-a3fa-48df3c2e60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:45.803874 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:45.811586 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:45.856189 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:45.874535 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-ac642cb2-7711-4059-a3fa-48df3c2e60a6 None None] Port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:13:45.889358 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 63e75a01-ca8e-45a6-b88d-6ad818ab918e up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:13:45.987891 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1ffaa856-db8e-4d13-aa0c-0703797b1ee8 req-5c046e8d-9bb8-4d13-b791-0d5b0a67b3d1 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116199 May 26 22:13:46.011666 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Pushing event updated for resources: {'Port': ['ID=6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:46.014691 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746634'] for router_interface, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:46.019343 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:46.039280 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 63e75a01-ca8e-45a6-b88d-6ad818ab918e triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:46.039784 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:46.220016 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Network c31590c7-edfa-41b6-951a-ced4489c287b is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:13:46.221511 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:13:46.507855 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-b87e1427-e0aa-48e5-80b6-1134442a16f1 None None] Provisioning complete for port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:46.508230 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b87e1427-e0aa-48e5-80b6-1134442a16f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:46.531108 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Router d0b50c83-4980-461c-9362-7d9d165070c8 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:13:46.565463 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-b87e1427-e0aa-48e5-80b6-1134442a16f1 None None] Port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:13:46.722841 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:13:46.731872 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] 10.222.0.15 "PUT /v2.0/routers/d0b50c83-4980-461c-9362-7d9d165070c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3719625 May 26 22:13:47.295813 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0775f2-1183-4ad7-9812-a25cdd269a6d req-083fe39e-703f-472f-8f7d-dad5cd976412 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:47.298171 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ac0775f2-1183-4ad7-9812-a25cdd269a6d req-083fe39e-703f-472f-8f7d-dad5cd976412 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1478040 May 26 22:13:47.349566 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ac0775f2-1183-4ad7-9812-a25cdd269a6d req-67fe89be-0e15-441e-8b30-7e6f18482649 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455301 May 26 22:13:47.503861 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 6619a839-7530-4793-8783-9ccd4a8b35ca up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:13:47.651207 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 6619a839-7530-4793-8783-9ccd4a8b35ca completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:13:47.664440 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 6619a839-7530-4793-8783-9ccd4a8b35ca triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:47.667467 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:47.783274 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Sync routers for ids ['d0b50c83-4980-461c-9362-7d9d165070c8'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:13:47.814668 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Routers {'d0b50c83-4980-461c-9362-7d9d165070c8'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:13:47.815655 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:13:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['d0b50c83-4980-461c-9362-7d9d165070c8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:47.936096 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:48.019083 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 6619a839-7530-4793-8783-9ccd4a8b35ca, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=6619a839-7530-4793-8783-9ccd4a8b35ca,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:48.027908 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:48.039481 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:48.122560 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Set router d0b50c83-4980-461c-9362-7d9d165070c8 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:13:48.293106 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=6619a839-7530-4793-8783-9ccd4a8b35ca,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:48.299005 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:48.648717 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'name': 'tempest-TestMinimumBasicScenario-973100956-router', 'tenant_id': '756b1f3029a5418387281a4688b2e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6619a839-7530-4793-8783-9ccd4a8b35ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:40Z', 'updated_at': '2021-05-26T22:13:45Z', 'revision_number': 4, 'project_id': '756b1f3029a5418387281a4688b2e81f', 'gw_port': {'id': '6619a839-7530-4793-8783-9ccd4a8b35ca', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:41Z', 'updated_at': '2021-05-26T22:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf', 'name': '', 'network_id': 'c31590c7-edfa-41b6-951a-ced4489c287b', 'tenant_id': '756b1f3029a5418387281a4688b2e81f', 'mac_address': 'fa:16:3e:bd:f0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'bbe9ee86-3f55-40e2-a9b0-7609cfa9034c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:44Z', 'updated_at': '2021-05-26T22:13:45Z', 'revision_number': 2, 'project_id': '756b1f3029a5418387281a4688b2e81f', 'subnets': [{'id': 'bbe9ee86-3f55-40e2-a9b0-7609cfa9034c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:48.668990 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Checking router: d0b50c83-4980-461c-9362-7d9d165070c8 for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:13:48.669349 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Updating router d0b50c83-4980-461c-9362-7d9d165070c8 port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf binding host dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:13:48.682918 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2519b-5c3f-4ad9-9cc9-9be2f1e01512 req-fad07266-2186-44b4-92ae-faaa70ac96de tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:48.690360 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4d2519b-5c3f-4ad9-9cc9-9be2f1e01512 req-fad07266-2186-44b4-92ae-faaa70ac96de tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1543605 May 26 22:13:48.773226 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4d2519b-5c3f-4ad9-9cc9-9be2f1e01512 req-93e73d4e-2cdd-422a-9f23-e3831e29af5a tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724781 May 26 22:13:48.801632 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:49.236343 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:49.253593 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Transition to ACTIVE for port object 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:13:49.271160 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:49.275870 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:49.460249 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db81d1-de07-43e2-bf8f-0b500e89fada None None] Pushing event updated for resources: {'Port': ['ID=6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:49.463048 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-94db81d1-de07-43e2-bf8f-0b500e89fada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:49.549786 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 6619a839-7530-4793-8783-9ccd4a8b35ca up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:13:49.589588 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Attempting to bind port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:13:49.589971 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Attempting to bind port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '1eb39afe-13e8-40dc-a6fb-3e480b5ae669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c31590c7-edfa-41b6-951a-ced4489c287b'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:13:49.590338 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Attempting to bind port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf on network c31590c7-edfa-41b6-951a-ced4489c287b {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:13:49.609451 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:13:49.609874 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Checking segment: {'id': '1eb39afe-13e8-40dc-a6fb-3e480b5ae669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c31590c7-edfa-41b6-951a-ced4489c287b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:13:49.611518 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:49.611984 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Bound using segment: {'id': '1eb39afe-13e8-40dc-a6fb-3e480b5ae669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c31590c7-edfa-41b6-951a-ced4489c287b'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:13:49.612542 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Bound port: 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb39afe-13e8-40dc-a6fb-3e480b5ae669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c31590c7-edfa-41b6-951a-ced4489c287b'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:13:49.612935 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:49.744981 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 6619a839-7530-4793-8783-9ccd4a8b35ca triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:49.745650 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:49.813681 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] For port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:13:49.823422 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] For port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf,segment=NetworkSegment(1eb39afe-13e8-40dc-a6fb-3e480b5ae669),segment_id=1eb39afe-13e8-40dc-a6fb-3e480b5ae669)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:13:49.835948 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:49.847340 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4845cdec-39d9-493f-a3dc-9dada16a01c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:50.071107 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db81d1-de07-43e2-bf8f-0b500e89fada None None] Pushing event updated for resources: {'Port': ['ID=6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:50.081451 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-94db81d1-de07-43e2-bf8f-0b500e89fada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:50.085321 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Routers {'d0b50c83-4980-461c-9362-7d9d165070c8'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:13:50.087990 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:13:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['d0b50c83-4980-461c-9362-7d9d165070c8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:50.171820 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c22c39-e3dd-4645-8776-88ca1fad9734 req-fb76ff63-a15c-4782-bb49-c8fd782c924a tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:50.179415 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a5c22c39-e3dd-4645-8776-88ca1fad9734 req-fb76ff63-a15c-4782-bb49-c8fd782c924a tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1707458 May 26 22:13:50.268376 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a5c22c39-e3dd-4645-8776-88ca1fad9734 req-fd3eda58-5531-41a6-9a05-890248dab947 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880892 May 26 22:13:50.604421 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] Set router d0b50c83-4980-461c-9362-7d9d165070c8 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:13:51.118704 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'name': 'tempest-TestMinimumBasicScenario-973100956-router', 'tenant_id': '756b1f3029a5418387281a4688b2e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6619a839-7530-4793-8783-9ccd4a8b35ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:40Z', 'updated_at': '2021-05-26T22:13:45Z', 'revision_number': 4, 'project_id': '756b1f3029a5418387281a4688b2e81f', 'gw_port': {'id': '6619a839-7530-4793-8783-9ccd4a8b35ca', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:41Z', 'updated_at': '2021-05-26T22:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf', 'name': '', 'network_id': 'c31590c7-edfa-41b6-951a-ced4489c287b', 'tenant_id': '756b1f3029a5418387281a4688b2e81f', 'mac_address': 'fa:16:3e:bd:f0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'bbe9ee86-3f55-40e2-a9b0-7609cfa9034c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:44Z', 'updated_at': '2021-05-26T22:13:49Z', 'revision_number': 4, 'project_id': '756b1f3029a5418387281a4688b2e81f', 'subnets': [{'id': 'bbe9ee86-3f55-40e2-a9b0-7609cfa9034c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:51.124254 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed3c836-18a8-4b80-ae22-6aa9d6656d78 None None] The sync data for ids ['d0b50c83-4980-461c-9362-7d9d165070c8'] in dv-cinder-793244-1-iscsi is: [{'id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'name': 'tempest-TestMinimumBasicScenario-973100956-router', 'tenant_id': '756b1f3029a5418387281a4688b2e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6619a839-7530-4793-8783-9ccd4a8b35ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:40Z', 'updated_at': '2021-05-26T22:13:45Z', 'revision_number': 4, 'project_id': '756b1f3029a5418387281a4688b2e81f', 'gw_port': {'id': '6619a839-7530-4793-8783-9ccd4a8b35ca', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:41Z', 'updated_at': '2021-05-26T22:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf', 'name': '', 'network_id': 'c31590c7-edfa-41b6-951a-ced4489c287b', 'tenant_id': '756b1f3029a5418387281a4688b2e81f', 'mac_address': 'fa:16:3e:bd:f0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'bbe9ee86-3f55-40e2-a9b0-7609cfa9034c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:44Z', 'updated_at': '2021-05-26T22:13:49Z', 'revision_number': 4, 'project_id': '756b1f3029a5418387281a4688b2e81f', 'subnets': [{'id': 'bbe9ee86-3f55-40e2-a9b0-7609cfa9034c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:13:51.570862 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556de8-39ff-45df-9402-e3d386343d83 req-518e0adf-630a-4023-9d7d-0b54c9b1aae0 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:51.598050 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:13:51.599647 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fc556de8-39ff-45df-9402-e3d386343d83 req-518e0adf-630a-4023-9d7d-0b54c9b1aae0 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1640847 May 26 22:13:51.696070 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fc556de8-39ff-45df-9402-e3d386343d83 req-63302700-176c-4777-adb4-8c4582d480ce tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870206 May 26 22:13:51.739003 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:13:51.751425 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:51.752153 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:51.934674 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:51.978195 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf,segment=NetworkSegment(1eb39afe-13e8-40dc-a6fb-3e480b5ae669),segment_id=1eb39afe-13e8-40dc-a6fb-3e480b5ae669)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:13:51.986406 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:51.991156 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:52.070427 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:52.074192 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:53.006740 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fea36-8efb-4287-b6a7-13e97b7547a9 req-33899e9e-5525-4654-a3e9-541f465a1492 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:53.009107 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fb9fea36-8efb-4287-b6a7-13e97b7547a9 req-33899e9e-5525-4654-a3e9-541f465a1492 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1913433 May 26 22:13:53.105464 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fb9fea36-8efb-4287-b6a7-13e97b7547a9 req-e51a3c81-08f9-426c-8115-d453ed6c7842 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899379 May 26 22:13:53.581632 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:13:53.695536 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:13:53.696110 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:54.303551 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74706791-684b-400b-9bb5-37ee6a02c24c req-701936e6-cef1-43cd-9aee-1a378afc117f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:54.305294 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-74706791-684b-400b-9bb5-37ee6a02c24c req-701936e6-cef1-43cd-9aee-1a378afc117f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0845244 May 26 22:13:54.356517 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-74706791-684b-400b-9bb5-37ee6a02c24c req-45d47105-d79b-449f-afdf-a7082e3e77bc tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450971 May 26 22:13:55.346540 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:55.735898 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-349ba1bd-957e-4ce9-8e44-27072bcfad95 req-aaa37ab9-c67e-465d-a8b9-ca4bbaea9e51 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1850138 May 26 22:13:55.755159 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec316da-1cd1-4846-8d44-0b8b8d1a6eff req-f696d6de-cd00-4a3f-96a8-93b591308a13 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:55.757143 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5ec316da-1cd1-4846-8d44-0b8b8d1a6eff req-f696d6de-cd00-4a3f-96a8-93b591308a13 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1587243 May 26 22:13:55.891316 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5ec316da-1cd1-4846-8d44-0b8b8d1a6eff req-6ce3e4dc-263d-4bc0-ae29-b4d56be71c33 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282918 May 26 22:13:55.954696 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ba1bd-957e-4ce9-8e44-27072bcfad95 req-f83fd6d2-d939-4f8d-8204-bace0f885439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:55.957442 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-349ba1bd-957e-4ce9-8e44-27072bcfad95 req-f83fd6d2-d939-4f8d-8204-bace0f885439 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a435291021204d3da09d9114cbf1a10c&device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 1098 time: 0.1612637 May 26 22:13:56.140501 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ba1bd-957e-4ce9-8e44-27072bcfad95 req-247974b3-9715-4f98-8d15-659cd5c3d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:56.142483 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-349ba1bd-957e-4ce9-8e44-27072bcfad95 req-247974b3-9715-4f98-8d15-659cd5c3d728 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd0f4b88-2ea3-42a5-875f-953927127dd7 HTTP/1.1" status: 200 len: 911 time: 0.1550028 May 26 22:13:56.265346 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-349ba1bd-957e-4ce9-8e44-27072bcfad95 req-926ada28-9851-4927-8503-337c450f4828 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239ba04f-b01e-461d-8cd5-aaa7ba839731 HTTP/1.1" status: 200 len: 1000 time: 0.1086278 May 26 22:13:56.342623 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ba1bd-957e-4ce9-8e44-27072bcfad95 req-8dd24b0b-0bd8-4cc7-88ec-9b5a470f19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:56.344879 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-349ba1bd-957e-4ce9-8e44-27072bcfad95 req-8dd24b0b-0bd8-4cc7-88ec-9b5a470f19fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adae609d-8b31-437b-a405-c50a9858e6b3 HTTP/1.1" status: 200 len: 850 time: 0.0703356 May 26 22:13:56.517075 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ba1bd-957e-4ce9-8e44-27072bcfad95 req-a560f409-90fa-4a65-b6b2-c3edc33937b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:56.518420 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-349ba1bd-957e-4ce9-8e44-27072bcfad95 req-a560f409-90fa-4a65-b6b2-c3edc33937b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd0f4b88-2ea3-42a5-875f-953927127dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1648803 May 26 22:13:56.667814 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-349ba1bd-957e-4ce9-8e44-27072bcfad95 req-da6bc743-445c-4719-86fe-d57909269ae2 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367512 May 26 22:13:56.852161 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-349ba1bd-957e-4ce9-8e44-27072bcfad95 req-a93e0752-d089-48b8-a117-faeb4cfd6b3e service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691117 May 26 22:13:57.218968 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c8324-fb78-482c-9137-8d021bf7a853 req-31fea379-708e-41ca-a983-472930d9fced tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:57.226215 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ef7c8324-fb78-482c-9137-8d021bf7a853 req-31fea379-708e-41ca-a983-472930d9fced tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1216302 May 26 22:13:57.253577 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f9cb1-3e22-40ed-b60d-ab7db6a9ae66 req-c03f8321-1d3a-4775-a896-41cb77663716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:57.255056 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4c7f9cb1-3e22-40ed-b60d-ab7db6a9ae66 req-c03f8321-1d3a-4775-a896-41cb77663716 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 1099 time: 0.2206938 May 26 22:13:57.304766 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ef7c8324-fb78-482c-9137-8d021bf7a853 req-85871ff9-1042-4567-a024-d38391c7c493 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775657 May 26 22:13:57.346065 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4c7f9cb1-3e22-40ed-b60d-ab7db6a9ae66 req-c0725f40-7107-431a-a359-96eca4f5b8b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724454 May 26 22:13:58.525031 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58e50f-8ded-4762-8826-5c6f6252d486 req-662ab8e2-fd6f-44a1-bf95-eae12f384c7a tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:58.526594 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5d58e50f-8ded-4762-8826-5c6f6252d486 req-662ab8e2-fd6f-44a1-bf95-eae12f384c7a tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0974693 May 26 22:13:58.606806 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5d58e50f-8ded-4762-8826-5c6f6252d486 req-6f28e69e-ac1a-48eb-b900-321d409011da tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740728 May 26 22:13:58.817378 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-7aaee560-97f1-4276-bb65-8ed93f6f5ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:59.783997 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-59dbc443-bb6c-4f52-81b9-13b306356b11 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:59.785441 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-59dbc443-bb6c-4f52-81b9-13b306356b11 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/networks?id=f3e2c407-31e6-404d-b0a7-89732e6967d7 HTTP/1.1" status: 200 len: 815 time: 0.1903617 May 26 22:13:59.804516 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-5d53b3ca-fc2b-44a0-b459-246ee28c9f0c tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/quotas/75ebc3bb5656415f80735987fd499bd4 HTTP/1.1" status: 200 len: 375 time: 0.0119274 May 26 22:13:59.853486 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda83f1-2ad0-4fd0-982e-b006b031df7f req-8b91fcaa-2584-470a-b78f-ec5f31192cae tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:59.854966 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-dfda83f1-2ad0-4fd0-982e-b006b031df7f req-8b91fcaa-2584-470a-b78f-ec5f31192cae tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.1471601 May 26 22:13:59.916231 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-dfda83f1-2ad0-4fd0-982e-b006b031df7f req-10bccde4-9791-4e18-a6db-72d7bc8dc8be tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554550 May 26 22:13:59.936153 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-9981d55c-ce61-4613-97b8-438b9a138181 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Synchronizing usage tracker for tenant:75ebc3bb5656415f80735987fd499bd4 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:13:59.955094 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-9981d55c-ce61-4613-97b8-438b9a138181 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Unset dirty status for tenant:75ebc3bb5656415f80735987fd499bd4 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:13:59.960142 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-9981d55c-ce61-4613-97b8-438b9a138181 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=75ebc3bb5656415f80735987fd499bd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1489389 May 26 22:14:00.147714 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-03c79ce6-c76d-4530-917a-aa20d23659c3 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795709 May 26 22:14:00.181759 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df728ad-a7ed-4c71-942e-29926006a60c req-760e1b97-5fc5-4969-80d7-a9b16cbedb63 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:00.183151 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4df728ad-a7ed-4c71-942e-29926006a60c req-760e1b97-5fc5-4969-80d7-a9b16cbedb63 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1442854 May 26 22:14:00.300202 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4df728ad-a7ed-4c71-942e-29926006a60c req-4cac75f2-b63a-45aa-9ef3-2d0ee66b2ca5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695429 May 26 22:14:00.322676 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-c1d32603-efc9-44fb-ac9d-c3e078949797 service neutron] 10.222.0.15 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681004 May 26 22:14:00.506569 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-90ec1325-eee0-42cb-b5a5-f1f97bc64c5b req-44e207b7-74f3-46b8-a180-4bb2665f5187 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 210 time: 0.0430360 May 26 22:14:01.147073 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6f50586a-1f9a-4728-a774-f891f9de033e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:01.242876 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:01.654046 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-60152c9a-fbfe-4011-b7a3-beffd102d227 req-e5250104-a27b-4a8d-81bb-65e929ce022d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 210 time: 0.0415974 May 26 22:14:02.369707 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:02.805754 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a22dd21f-2180-400a-b3ee-ba1fd6c3f8e4 req-cc5795c1-f808-49ad-8cf4-dc69cd603855 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 210 time: 0.0459638 May 26 22:14:03.872281 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:03.955990 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-50249d0b-4211-485e-bf60-81ca5dd1f3c0 req-bfebcd0a-5969-4488-9497-b51746f86b70 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 210 time: 0.0427949 May 26 22:14:05.101604 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0d634e04-ad6a-48cc-b585-8a43c60aa5a3 req-e0aca4a9-089e-4bce-ad2a-aa19a0bcf0e9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 210 time: 0.0421755 May 26 22:14:06.344594 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9be87ffa-599e-4551-9ab0-251d4cb63654 req-dacf105d-af1c-4fe8-b92b-abbe74a275bc tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 210 time: 0.1338532 May 26 22:14:07.445297 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-e3869072-0fe0-403f-83ce-debf2ea6ffd6 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:07.448273 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-e3869072-0fe0-403f-83ce-debf2ea6ffd6 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.24 "GET /v2.0/networks?id=f3e2c407-31e6-404d-b0a7-89732e6967d7 HTTP/1.1" status: 200 len: 815 time: 0.1776576 May 26 22:14:07.464865 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Request body: {'port': {'device_id': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'admin_state_up': True, 'tenant_id': '75ebc3bb5656415f80735987fd499bd4'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:14:07.620736 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-52ba053a-a14e-4567-8cb0-40319add5732 req-3c9ca0f7-f472-415d-8559-9fc3188885ce tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 210 time: 0.1159296 May 26 22:14:07.704894 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:14:07.715571 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:14:07.728201 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Made reservation on behalf of 75ebc3bb5656415f80735987fd499bd4 for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:14:07.732782 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:07.934353 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Allocated IP 172.20.0.7 (f3e2c407-31e6-404d-b0a7-89732e6967d7/b92b1b22-3d48-4a67-9ba4-0549493c8630/b4f61f14-851e-472c-a00a-ac30ca4d1720) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:14:08.169615 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:08.190495 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Transition to ACTIVE for port object b4f61f14-851e-472c-a00a-ac30ca4d1720 will not be triggered until provisioned by entity DHCP. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:14:08.213259 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:08.218822 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-a091c7cc-c7bd-4736-b26a-3025ec23e6ba tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:08.285114 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Network f3e2c407-31e6-404d-b0a7-89732e6967d7 is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:14:08.288370 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:14:08.292360 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:14:08.326357 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Pushing event updated for resources: {'Port': ['ID=b4f61f14-851e-472c-a00a-ac30ca4d1720,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:08.333281 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:08.396634 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:08.397923 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:08.432479 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9714196 May 26 22:14:08.548369 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-f73ab4c2-4c00-4520-9cb1-6e93b5f32f5c None None] Provisioning for port b4f61f14-851e-472c-a00a-ac30ca4d1720 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:14:08.550657 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-f73ab4c2-4c00-4520-9cb1-6e93b5f32f5c None None] Provisioning complete for port b4f61f14-851e-472c-a00a-ac30ca4d1720 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:14:08.552088 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f73ab4c2-4c00-4520-9cb1-6e93b5f32f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:08.621634 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-f73ab4c2-4c00-4520-9cb1-6e93b5f32f5c None None] Port b4f61f14-851e-472c-a00a-ac30ca4d1720 cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:14:08.986577 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6dbe7-1556-4840-bf61-a4de72209ba6 req-21db15c5-63c3-4566-8323-83f6768d31f5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:08.987190 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-f0a6dbe7-1556-4840-bf61-a4de72209ba6 req-21db15c5-63c3-4566-8323-83f6768d31f5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Synchronizing usage tracker for tenant:75ebc3bb5656415f80735987fd499bd4 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:14:09.002279 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-f0a6dbe7-1556-4840-bf61-a4de72209ba6 req-21db15c5-63c3-4566-8323-83f6768d31f5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Unset dirty status for tenant:75ebc3bb5656415f80735987fd499bd4 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:14:09.003502 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f0a6dbe7-1556-4840-bf61-a4de72209ba6 req-21db15c5-63c3-4566-8323-83f6768d31f5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.1022222 May 26 22:14:09.048690 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f0a6dbe7-1556-4840-bf61-a4de72209ba6 req-15e17df1-254f-4275-adf9-a9e385b1cc6e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395284 May 26 22:14:09.237291 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec6844-8edb-4c68-b728-3d1bb7958dee req-47f951c6-b851-4180-9e58-aef77b051474 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:09.238643 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ecec6844-8edb-4c68-b728-3d1bb7958dee req-47f951c6-b851-4180-9e58-aef77b051474 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0834360 May 26 22:14:09.284156 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ecec6844-8edb-4c68-b728-3d1bb7958dee req-6a4ecd10-42b3-4171-bc32-275da07c389a tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385218 May 26 22:14:10.238000 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14004f36-7cd4-4f08-891a-8c9421cd2072 req-4ded5d38-1396-45fa-b4b5-821862ac6505 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:10.239351 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-14004f36-7cd4-4f08-891a-8c9421cd2072 req-4ded5d38-1396-45fa-b4b5-821862ac6505 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0821986 May 26 22:14:10.282971 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-14004f36-7cd4-4f08-891a-8c9421cd2072 req-a62f490f-f98e-4d15-8dd0-5c1b19f29dbb tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379701 May 26 22:14:10.476813 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f7683-a83c-4838-a4f2-9a2584f137b8 req-de9506c2-edb0-4561-bef3-964dd00dfdb6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:10.478245 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-967f7683-a83c-4838-a4f2-9a2584f137b8 req-de9506c2-edb0-4561-bef3-964dd00dfdb6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0825956 May 26 22:14:10.523082 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-967f7683-a83c-4838-a4f2-9a2584f137b8 req-97af4d1f-62f5-4f7e-973a-ea2774e2399e tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392022 May 26 22:14:11.480093 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdf08b-1a70-4b0c-a9b3-31f2e50fa85d req-c28d941e-6448-4a1b-b8a9-bbf2d7d0f11a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:11.481577 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aebdf08b-1a70-4b0c-a9b3-31f2e50fa85d req-c28d941e-6448-4a1b-b8a9-bbf2d7d0f11a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0898764 May 26 22:14:11.529934 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aebdf08b-1a70-4b0c-a9b3-31f2e50fa85d req-b447caf1-c115-4f83-98ee-e3b761d9fdb9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414436 May 26 22:14:11.720687 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d6640-2614-4eae-853a-b3eb269d74f7 req-e4bf0aab-5f4f-4a44-acad-f0e5b5cdd6ba tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:11.721630 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f38d6640-2614-4eae-853a-b3eb269d74f7 req-e4bf0aab-5f4f-4a44-acad-f0e5b5cdd6ba tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0873661 May 26 22:14:11.766922 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f38d6640-2614-4eae-853a-b3eb269d74f7 req-4101b80a-db71-41d5-bb4c-fa09982af0d4 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397954 May 26 22:14:12.721234 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5bc4e-1bf8-4b72-802a-7d8242b038f8 req-dc8d2275-70f5-421e-ac15-7c9819dcb8fe tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:12.722697 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-41f5bc4e-1bf8-4b72-802a-7d8242b038f8 req-dc8d2275-70f5-421e-ac15-7c9819dcb8fe tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0784655 May 26 22:14:12.775353 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-41f5bc4e-1bf8-4b72-802a-7d8242b038f8 req-2c8df098-a8a0-4219-9c36-605a77bb691b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468843 May 26 22:14:12.911411 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:14:13.120382 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59d437-9545-41d2-8e2f-2a4876bb8517 req-dabe5c49-a488-4c83-93d5-ed3817016d42 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:13.121799 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8f59d437-9545-41d2-8e2f-2a4876bb8517 req-dabe5c49-a488-4c83-93d5-ed3817016d42 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0813079 May 26 22:14:13.166673 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8f59d437-9545-41d2-8e2f-2a4876bb8517 req-a0cc1f5a-4baa-483d-bf50-ffcdf8099b30 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390561 May 26 22:14:14.043156 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c6ad7-97d6-4540-bfdb-0cf24abec5a7 req-8f41406f-7310-4106-8009-5ceb07081a97 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:14.044657 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e64c6ad7-97d6-4540-bfdb-0cf24abec5a7 req-8f41406f-7310-4106-8009-5ceb07081a97 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.1591716 May 26 22:14:14.090790 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e64c6ad7-97d6-4540-bfdb-0cf24abec5a7 req-48d86845-cfda-491d-a5ee-e2f655800d96 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 May 26 22:14:14.351375 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b60b1c-ff76-4f7e-a926-f5df3e03b6be req-7046bc09-bd2f-464f-951e-4b9efc76b2be tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:14.352896 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b3b60b1c-ff76-4f7e-a926-f5df3e03b6be req-7046bc09-bd2f-464f-951e-4b9efc76b2be tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0810194 May 26 22:14:14.402619 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b3b60b1c-ff76-4f7e-a926-f5df3e03b6be req-d608d67c-3252-41e0-87cb-02587190e4e5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435500 May 26 22:14:15.270205 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312567c5-a25c-4a21-ab22-8a5ba9a699d3 req-7cfcb25f-a1bb-450f-98c7-bee8974e8fd0 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:15.271633 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-312567c5-a25c-4a21-ab22-8a5ba9a699d3 req-7cfcb25f-a1bb-450f-98c7-bee8974e8fd0 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0781999 May 26 22:14:15.315555 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-312567c5-a25c-4a21-ab22-8a5ba9a699d3 req-8ab52229-4e3a-4aa3-aef2-a88580dd3ffb tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 May 26 22:14:15.590363 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819a62-7660-416a-a548-e2bcf89794d5 req-394ef0e3-57d3-4fb4-8836-8c86d613d349 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:15.591862 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-37819a62-7660-416a-a548-e2bcf89794d5 req-394ef0e3-57d3-4fb4-8836-8c86d613d349 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0841615 May 26 22:14:15.635443 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-37819a62-7660-416a-a548-e2bcf89794d5 req-416d8ae6-7296-4e91-945a-29661d7914c0 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373626 May 26 22:14:16.501722 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5db76-6bdc-4ac9-823d-0d197aad0925 req-e7f002ad-425e-4c27-ad0e-9b30bc18e9a0 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:16.503146 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-56c5db76-6bdc-4ac9-823d-0d197aad0925 req-e7f002ad-425e-4c27-ad0e-9b30bc18e9a0 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0814962 May 26 22:14:16.551610 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-56c5db76-6bdc-4ac9-823d-0d197aad0925 req-f4374ffb-8df3-416d-98a0-9103781cce9a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428329 May 26 22:14:16.822878 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5123457-f1e1-4884-a546-54d2da51c7c1 req-325d5a81-8a26-4698-a717-4fef6ec17155 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:16.824333 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f5123457-f1e1-4884-a546-54d2da51c7c1 req-325d5a81-8a26-4698-a717-4fef6ec17155 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0844684 May 26 22:14:16.869705 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f5123457-f1e1-4884-a546-54d2da51c7c1 req-79724a27-ce02-406e-82d0-788d48cf127f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395010 May 26 22:14:17.743319 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042e8fe-0fb2-4580-b826-61c065ed522f req-f55c0f55-1847-4aa6-afac-690623b999b6 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:17.745401 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7042e8fe-0fb2-4580-b826-61c065ed522f req-f55c0f55-1847-4aa6-afac-690623b999b6 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0826724 May 26 22:14:17.804369 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7042e8fe-0fb2-4580-b826-61c065ed522f req-28d2cffe-358b-403c-acfd-564def7d8215 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515118 May 26 22:14:18.066276 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af06d2-920d-44b0-917e-81d1936fe235 req-40bbf135-f041-4d91-b821-f22d04e357ff tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:18.067794 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7af06d2-920d-44b0-917e-81d1936fe235 req-40bbf135-f041-4d91-b821-f22d04e357ff tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0848022 May 26 22:14:18.113589 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7af06d2-920d-44b0-917e-81d1936fe235 req-6376ae2d-9928-4ff4-9082-95e9d9bd0922 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394037 May 26 22:14:19.145972 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62ef8c-2154-47e3-ba9d-1f2ae5bc2279 req-af6c775d-9109-4248-81e1-3d2c4f3f27f4 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:19.147549 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ec62ef8c-2154-47e3-ba9d-1f2ae5bc2279 req-af6c775d-9109-4248-81e1-3d2c4f3f27f4 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0869644 May 26 22:14:19.191984 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ec62ef8c-2154-47e3-ba9d-1f2ae5bc2279 req-524f37b9-39c1-4eec-9d81-c119777572a5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387251 May 26 22:14:19.362422 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b1d24-7528-4be7-a28a-e528adbabf6b req-cb45ff8f-e80b-4efa-be19-0880169b4e51 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:19.363923 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e22b1d24-7528-4be7-a28a-e528adbabf6b req-cb45ff8f-e80b-4efa-be19-0880169b4e51 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.0796986 May 26 22:14:19.409202 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e22b1d24-7528-4be7-a28a-e528adbabf6b req-3fef8072-6de1-429f-9c6a-0f462f4e58fa tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395567 May 26 22:14:19.586770 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd3453-149c-4521-96fb-9e5bd512ac6c req-f45d2d95-fbe9-4744-b98d-264f128f935f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:19.588276 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d0dd3453-149c-4521-96fb-9e5bd512ac6c req-f45d2d95-fbe9-4744-b98d-264f128f935f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0871181 May 26 22:14:19.633785 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d0dd3453-149c-4521-96fb-9e5bd512ac6c req-0068afc1-809d-40c7-a60c-783094d0b864 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392160 May 26 22:14:20.370410 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2e476-c600-449f-b534-bd7c5cb01a21 req-e52fedae-ed2f-47e5-b649-3082dcc27a8a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:20.372737 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f4a2e476-c600-449f-b534-bd7c5cb01a21 req-e52fedae-ed2f-47e5-b649-3082dcc27a8a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0803988 May 26 22:14:20.422953 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f4a2e476-c600-449f-b534-bd7c5cb01a21 req-aadf38f9-3e14-4b7d-a9ef-8743b0d98ea5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427399 May 26 22:14:20.613435 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c87e1-d178-4fc5-87f5-304949dc93e2 req-70e81577-f4c1-4900-a5ae-7a2cc6885a4d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:20.614934 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b33c87e1-d178-4fc5-87f5-304949dc93e2 req-70e81577-f4c1-4900-a5ae-7a2cc6885a4d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.0891087 May 26 22:14:20.658886 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b33c87e1-d178-4fc5-87f5-304949dc93e2 req-5e208b15-3e2b-46fa-a155-6348863420d7 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383394 May 26 22:14:20.830473 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3be19-bf1f-4b0b-b684-861e28bef17f req-f8b24599-57ec-445a-9ff2-da2c5c4e6075 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:20.832038 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e3f3be19-bf1f-4b0b-b684-861e28bef17f req-f8b24599-57ec-445a-9ff2-da2c5c4e6075 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0828629 May 26 22:14:20.889117 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e3f3be19-bf1f-4b0b-b684-861e28bef17f req-0e3c5073-7ad4-424f-b1b2-9b3cb94f4bad tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502732 May 26 22:14:21.639706 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc602f-87ff-4af5-a2df-c2f102b4d4f7 req-4afda2e0-fc05-4fbc-bf23-c9298b88e947 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:21.642022 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-68bc602f-87ff-4af5-a2df-c2f102b4d4f7 req-4afda2e0-fc05-4fbc-bf23-c9298b88e947 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.1055210 May 26 22:14:21.685243 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-68bc602f-87ff-4af5-a2df-c2f102b4d4f7 req-43d3dd35-2e9d-4153-8bb8-b190248e48fe tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375385 May 26 22:14:21.860613 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3021d6c-6a86-4cf0-b951-1391e3de3d20 req-146f4fcb-602d-4c8c-ac69-145cf4b5e7b8 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:21.862062 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a3021d6c-6a86-4cf0-b951-1391e3de3d20 req-146f4fcb-602d-4c8c-ac69-145cf4b5e7b8 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.0828905 May 26 22:14:21.909826 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a3021d6c-6a86-4cf0-b951-1391e3de3d20 req-8368cefa-3274-4b5f-a69a-9e959a2f4b68 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420589 May 26 22:14:22.081845 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e74a-0bc9-4411-a7ab-715b02896e09 req-8da6ecc2-65d9-4a46-84b6-d28ad6121e9e tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:22.083325 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3ac6e74a-0bc9-4411-a7ab-715b02896e09 req-8da6ecc2-65d9-4a46-84b6-d28ad6121e9e tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0825849 May 26 22:14:22.129879 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3ac6e74a-0bc9-4411-a7ab-715b02896e09 req-5920873a-f6ff-4b25-8d0c-1ebeb386a63e tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406756 May 26 22:14:22.880846 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f971a-278d-4605-9cfa-0ca8c7b817f5 req-455afa51-d40b-4c23-8e5d-baac62b89427 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:22.882538 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-901f971a-278d-4605-9cfa-0ca8c7b817f5 req-455afa51-d40b-4c23-8e5d-baac62b89427 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0852365 May 26 22:14:22.930600 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-901f971a-278d-4605-9cfa-0ca8c7b817f5 req-9b9d90b6-7ce9-4559-9592-d934a5daa555 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423777 May 26 22:14:23.110684 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff328d6-a564-46f6-8523-94671dd69a86 req-b38cd6fc-8532-4853-9680-5299ba45cbeb tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:23.112090 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aff328d6-a564-46f6-8523-94671dd69a86 req-b38cd6fc-8532-4853-9680-5299ba45cbeb tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.0814216 May 26 22:14:23.161424 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aff328d6-a564-46f6-8523-94671dd69a86 req-b0ed693c-9857-4748-94d6-c78885cdc186 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 May 26 22:14:23.418357 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b573e-31f6-4663-94a3-04c9c4dbcf72 req-8e336ec8-4dbc-47ed-b97d-9a123fe9eeb1 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:23.419759 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ee0b573e-31f6-4663-94a3-04c9c4dbcf72 req-8e336ec8-4dbc-47ed-b97d-9a123fe9eeb1 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1520145 May 26 22:14:23.465024 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ee0b573e-31f6-4663-94a3-04c9c4dbcf72 req-017d01f1-3154-4cc8-b77c-3a7389547395 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386145 May 26 22:14:24.118503 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7725f6-2e8d-47ce-b5d9-c0ae779f5654 req-41ab3405-e561-4190-bf3c-185713adecf9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:24.119945 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fb7725f6-2e8d-47ce-b5d9-c0ae779f5654 req-41ab3405-e561-4190-bf3c-185713adecf9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0801380 May 26 22:14:24.162584 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fb7725f6-2e8d-47ce-b5d9-c0ae779f5654 req-d6bf1256-8c08-4bb3-b15d-020d4808274e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363653 May 26 22:14:24.343621 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc551f6-e8be-4cea-b517-26e929551121 req-b9b2a94a-16d2-486c-9f77-b892923c3122 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:24.345159 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bdc551f6-e8be-4cea-b517-26e929551121 req-b9b2a94a-16d2-486c-9f77-b892923c3122 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.0779173 May 26 22:14:24.392632 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bdc551f6-e8be-4cea-b517-26e929551121 req-d86e0b10-4754-47d8-82c0-f9373faf0641 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 May 26 22:14:24.652826 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3f6c5-f276-403c-804f-3ee4e1840ef7 req-0b33ed60-cf70-4523-8cce-95aec15cb750 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:24.654171 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4bf3f6c5-f276-403c-804f-3ee4e1840ef7 req-0b33ed60-cf70-4523-8cce-95aec15cb750 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0837359 May 26 22:14:24.699176 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4bf3f6c5-f276-403c-804f-3ee4e1840ef7 req-c914b28b-c5b3-49a4-adc9-8d746523bd62 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386102 May 26 22:14:25.336158 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:25.358741 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a961850-80f6-4dad-a227-604462aa3394 req-eef71169-d2a2-4811-aaa8-52a7b4034710 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:25.358741 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3a961850-80f6-4dad-a227-604462aa3394 req-eef71169-d2a2-4811-aaa8-52a7b4034710 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0894263 May 26 22:14:25.439731 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3a961850-80f6-4dad-a227-604462aa3394 req-f9de6b04-6d90-420d-9600-887a02c36b9d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665016 May 26 22:14:25.638859 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4185bbc-2afe-4f41-a93b-d9ee6d8eeef7 req-95e01bee-b1f6-4cfa-81c5-70e3f24c4765 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:25.641005 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b4185bbc-2afe-4f41-a93b-d9ee6d8eeef7 req-95e01bee-b1f6-4cfa-81c5-70e3f24c4765 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.0791030 May 26 22:14:25.683790 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b4185bbc-2afe-4f41-a93b-d9ee6d8eeef7 req-60ab8f94-330d-4927-92f5-bed8cdc3affb tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373271 May 26 22:14:25.888489 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ed1dd-fc4e-4c80-8f17-457add7b9f97 req-3d64d204-3563-4b1f-8051-3ed94c0cc4cb tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:25.889932 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb9ed1dd-fc4e-4c80-8f17-457add7b9f97 req-3d64d204-3563-4b1f-8051-3ed94c0cc4cb tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0846741 May 26 22:14:25.935761 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb9ed1dd-fc4e-4c80-8f17-457add7b9f97 req-6e05aecc-b72b-4d67-a910-3fbcb02cdeb1 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394526 May 26 22:14:26.652197 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9a454-3bdb-4835-beac-4be84cb09e2c req-2fe083f0-b5b0-4c5d-829c-db719491df57 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:26.653661 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9cf9a454-3bdb-4835-beac-4be84cb09e2c req-2fe083f0-b5b0-4c5d-829c-db719491df57 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0836492 May 26 22:14:26.701657 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9cf9a454-3bdb-4835-beac-4be84cb09e2c req-aaf6609e-5531-44d8-90a4-19c7f5f3995a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 May 26 22:14:26.902192 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 37636) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:14:26.902779 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5150858-abf0-4aa6-9383-3937f2d4c442 req-6ac9845e-26b7-464d-8276-4922a2f2be0a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:26.904005 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c5150858-abf0-4aa6-9383-3937f2d4c442 req-6ac9845e-26b7-464d-8276-4922a2f2be0a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.0970848 May 26 22:14:26.956488 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c5150858-abf0-4aa6-9383-3937f2d4c442 req-5665b493-0ac1-4d4f-94bf-30e88d11171e tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460434 May 26 22:14:27.122284 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3256a75a-2971-4c8d-9d40-1736c041804c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:27.141912 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3256a75a-2971-4c8d-9d40-1736c041804c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:14:27.146232 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3256a75a-2971-4c8d-9d40-1736c041804c admin admin] Usage tracker for resource:security_group_rule and tenant:815ab3f63cc74e5b98d446cbcff2540c is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:14:27.149490 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3256a75a-2971-4c8d-9d40-1736c041804c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:14:27.157776 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3256a75a-2971-4c8d-9d40-1736c041804c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:14:27.188834 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a3392-fcdd-4b4b-88d4-2e1220325de7 req-5bf633a4-e230-4d34-865b-84ad51d83695 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:27.190769 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-412a3392-fcdd-4b4b-88d4-2e1220325de7 req-5bf633a4-e230-4d34-865b-84ad51d83695 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1135011 May 26 22:14:27.278814 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-412a3392-fcdd-4b4b-88d4-2e1220325de7 req-7559e081-af4f-4e6b-bac7-b2912ba76ff5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778096 May 26 22:14:27.284712 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3256a75a-2971-4c8d-9d40-1736c041804c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:27.289027 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3256a75a-2971-4c8d-9d40-1736c041804c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:27.302907 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-99211fd5-4523-4908-a783-0d7e638f3a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:27.352200 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3256a75a-2971-4c8d-9d40-1736c041804c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=815ab3f63cc74e5b98d446cbcff2540c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4479492 May 26 22:14:27.354700 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 37650) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:14:27.356201 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256a75a-2971-4c8d-9d40-1736c041804c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e352cae-c78f-4a7b-8d8b-188c4a590321,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:27.360246 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3256a75a-2971-4c8d-9d40-1736c041804c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:27.418189 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0697c846-07d5-482a-9001-964d4763311b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:27.444812 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0697c846-07d5-482a-9001-964d4763311b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:27.500435 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0697c846-07d5-482a-9001-964d4763311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:27.505675 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-8f7e938e-e7aa-4e76-9f96-8f0b8f1aa752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:27.518520 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697c846-07d5-482a-9001-964d4763311b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e352cae-c78f-4a7b-8d8b-188c4a590321,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:27.521330 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0697c846-07d5-482a-9001-964d4763311b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:27.522247 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0697c846-07d5-482a-9001-964d4763311b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:27.523453 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-0697c846-07d5-482a-9001-964d4763311b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e352cae-c78f-4a7b-8d8b-188c4a590321 HTTP/1.1" status: 204 len: 168 time: 0.1675971 May 26 22:14:27.899213 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c443c-ad6a-4b7d-9ea3-411be76f5ebf req-c8f63c0e-0481-413d-98ed-d21cdb42c7f0 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:27.900695 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-611c443c-ad6a-4b7d-9ea3-411be76f5ebf req-c8f63c0e-0481-413d-98ed-d21cdb42c7f0 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0851471 May 26 22:14:27.946063 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-611c443c-ad6a-4b7d-9ea3-411be76f5ebf req-9784a166-2be3-43e5-b998-f9cc7f40759c tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380466 May 26 22:14:28.159770 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a43b4b-e374-4249-9891-fdaf402da0e1 req-662eede3-764a-49f4-ba86-afda7b24701d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:28.161323 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-11a43b4b-e374-4249-9891-fdaf402da0e1 req-662eede3-764a-49f4-ba86-afda7b24701d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.0889947 May 26 22:14:28.208806 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-11a43b4b-e374-4249-9891-fdaf402da0e1 req-5d32fea6-bcf2-463b-953f-93f26ffd2724 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401342 May 26 22:14:28.461017 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d65d7-3f80-4dcc-be5a-f0df7df1c76c req-a5417e63-83ca-4bfe-9225-3b83726f79a5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:28.462422 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2a8d65d7-3f80-4dcc-be5a-f0df7df1c76c req-a5417e63-83ca-4bfe-9225-3b83726f79a5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0852592 May 26 22:14:28.505925 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2a8d65d7-3f80-4dcc-be5a-f0df7df1c76c req-da20a785-0908-4f6e-99d8-ec6890bc6548 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376589 May 26 22:14:28.810057 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e22d2dc7-6256-416e-aa49-75e314894dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:29.126125 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f926-bb43-478d-8d87-77fb8f87cb96 req-2d534eb5-e729-4466-9294-654cfa56b813 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:29.127529 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-09e3f926-bb43-478d-8d87-77fb8f87cb96 req-2d534eb5-e729-4466-9294-654cfa56b813 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0769808 May 26 22:14:29.174761 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-09e3f926-bb43-478d-8d87-77fb8f87cb96 req-f2090ff2-51ef-4118-9195-3c7c4f5b5b64 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 May 26 22:14:29.390865 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12320a88-5059-4ec3-acb5-0f7e8bcc3a12 req-d55c5ebf-e534-439e-b4a8-9abd5301428b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:29.392304 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-12320a88-5059-4ec3-acb5-0f7e8bcc3a12 req-d55c5ebf-e534-439e-b4a8-9abd5301428b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.0778573 May 26 22:14:29.436163 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-12320a88-5059-4ec3-acb5-0f7e8bcc3a12 req-7e2da63b-c1a5-47f4-9334-6d70e2eb9b06 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382786 May 26 22:14:29.688947 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63570e4e-8b49-4229-b578-ea9869eb8187 req-e6677b06-cf9e-4afc-93b2-dff1b5860516 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:29.690460 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-63570e4e-8b49-4229-b578-ea9869eb8187 req-e6677b06-cf9e-4afc-93b2-dff1b5860516 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0810142 May 26 22:14:29.738566 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-63570e4e-8b49-4229-b578-ea9869eb8187 req-507c8193-7cd6-4e04-9336-0161293a6786 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 May 26 22:14:30.358214 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca70d0-cfe0-4d64-a1fc-cee22f83e03b req-b9f3f65b-ef71-41ce-9442-b0e5830c30ed tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:30.359887 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f5ca70d0-cfe0-4d64-a1fc-cee22f83e03b req-b9f3f65b-ef71-41ce-9442-b0e5830c30ed tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0794356 May 26 22:14:30.403046 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f5ca70d0-cfe0-4d64-a1fc-cee22f83e03b req-14d390f3-39f4-4ccf-8a9e-7657b117bc46 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374858 May 26 22:14:30.677502 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d7758-4e4d-4d9a-9b1b-e89b0e9b1f1b req-bf6f04ed-09fe-4397-b3d3-6b6852f5ff89 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:30.678947 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f67d7758-4e4d-4d9a-9b1b-e89b0e9b1f1b req-bf6f04ed-09fe-4397-b3d3-6b6852f5ff89 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.1370592 May 26 22:14:30.723367 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f67d7758-4e4d-4d9a-9b1b-e89b0e9b1f1b req-13629715-eac9-432f-962c-38a63c441466 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386596 May 26 22:14:30.920892 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ab7e1-fd32-4c8c-863f-4b98de2aba7f req-17b3c978-e6c1-436e-b4fd-64e1ec2a4122 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:30.923042 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-986ab7e1-fd32-4c8c-863f-4b98de2aba7f req-17b3c978-e6c1-436e-b4fd-64e1ec2a4122 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0823958 May 26 22:14:30.973563 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-986ab7e1-fd32-4c8c-863f-4b98de2aba7f req-9c12f4e0-926d-4e9b-aff4-dde1b359ca15 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445068 May 26 22:14:31.148139 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-70406c24-e5b7-48e9-875b-c9da7c69b73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:31.243969 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:31.582310 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dace0-4a43-4ca0-8c66-9da35a16b0a3 req-14b9a29f-cb7b-4b4a-aab4-36172ca050ed tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:31.583915 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ef6dace0-4a43-4ca0-8c66-9da35a16b0a3 req-14b9a29f-cb7b-4b4a-aab4-36172ca050ed tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0775478 May 26 22:14:31.627004 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ef6dace0-4a43-4ca0-8c66-9da35a16b0a3 req-6a2f1822-22d6-4688-9db3-62d6eca75633 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375919 May 26 22:14:31.911983 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f57d7-7bb4-449e-a156-17f7e906ca82 req-ce1aa98d-d7c5-4533-87ec-59189bba34a4 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:31.913414 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a54f57d7-7bb4-449e-a156-17f7e906ca82 req-ce1aa98d-d7c5-4533-87ec-59189bba34a4 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.0830021 May 26 22:14:31.957357 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a54f57d7-7bb4-449e-a156-17f7e906ca82 req-6422b18a-a52c-4df4-8f6d-1a3d8bb10af5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382743 May 26 22:14:32.155203 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034835-c41c-409f-aef9-a845b5d633a2 req-5e9523d7-c5d7-486b-a11f-dfcf4b134484 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:32.157371 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ab034835-c41c-409f-aef9-a845b5d633a2 req-5e9523d7-c5d7-486b-a11f-dfcf4b134484 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0788367 May 26 22:14:32.200825 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ab034835-c41c-409f-aef9-a845b5d633a2 req-ec8e662e-65d5-4507-8700-12be00558447 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379503 May 26 22:14:32.370840 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:32.811115 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442f5ae-5aff-45b0-b0eb-a3323482e53b req-38dcb6d9-2d25-40aa-99d4-6658d7f5c042 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:32.813514 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7442f5ae-5aff-45b0-b0eb-a3323482e53b req-38dcb6d9-2d25-40aa-99d4-6658d7f5c042 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.0818906 May 26 22:14:32.856467 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7442f5ae-5aff-45b0-b0eb-a3323482e53b req-46f7318d-ac3f-4ea8-bc73-fb21d1b0a149 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374835 May 26 22:14:33.141593 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e108c85-60ff-4746-addc-cdf2042b55ba req-07e3971b-64ef-430e-ba50-debe12b5906d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:33.143021 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4e108c85-60ff-4746-addc-cdf2042b55ba req-07e3971b-64ef-430e-ba50-debe12b5906d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.0769968 May 26 22:14:33.191744 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4e108c85-60ff-4746-addc-cdf2042b55ba req-cad02719-4e35-460a-afaf-3269b6c600e5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431221 May 26 22:14:33.382087 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c9e75-a7b9-4c2b-9f8b-6ef7bdc7705f req-626dc944-775a-40c2-98c7-0e512817c799 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:33.383543 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-460c9e75-a7b9-4c2b-9f8b-6ef7bdc7705f req-626dc944-775a-40c2-98c7-0e512817c799 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0789881 May 26 22:14:33.428368 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-460c9e75-a7b9-4c2b-9f8b-6ef7bdc7705f req-ea5e893e-a1b4-4c66-bfc6-fa65e7babda6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390184 May 26 22:14:33.598708 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Request body: {'port': {'device_id': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:14:33.762011 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:33.846621 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2f655-b3c9-4a4b-b9ff-fdfe945a0131 req-0d20ac02-424c-40bb-abde-a2805896ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:33.848099 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7ce2f655-b3c9-4a4b-b9ff-fdfe945a0131 req-0d20ac02-424c-40bb-abde-a2805896ece3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9708ab761c59413f8fc7b71b806e5d82&device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 1098 time: 0.1485162 May 26 22:14:33.875588 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:34.169275 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2f655-b3c9-4a4b-b9ff-fdfe945a0131 req-a6fed1e2-7d02-4c26-981f-bde03aaa16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:34.170595 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7ce2f655-b3c9-4a4b-b9ff-fdfe945a0131 req-a6fed1e2-7d02-4c26-981f-bde03aaa16d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0 HTTP/1.1" status: 200 len: 918 time: 0.2840130 May 26 22:14:34.261543 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7ce2f655-b3c9-4a4b-b9ff-fdfe945a0131 req-6548554b-5508-4a6e-8404-c34994b674b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=086cb96b-2b6a-4980-8665-5e200203ad30 HTTP/1.1" status: 200 len: 217 time: 0.0834665 May 26 22:14:34.310838 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cde763-ef2b-4deb-810f-6de5d54ff7a0 req-c51d0247-72cd-45b2-bb57-554494d0eb38 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:34.313386 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-43cde763-ef2b-4deb-810f-6de5d54ff7a0 req-c51d0247-72cd-45b2-bb57-554494d0eb38 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 931 time: 0.3369389 May 26 22:14:34.507590 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2f655-b3c9-4a4b-b9ff-fdfe945a0131 req-6ff81d75-871f-4f17-8557-8172e88a4ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:34.508937 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7ce2f655-b3c9-4a4b-b9ff-fdfe945a0131 req-6ff81d75-871f-4f17-8557-8172e88a4ed4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8078f847-52d5-499d-9dd9-d637beb0763e HTTP/1.1" status: 200 len: 858 time: 0.2357650 May 26 22:14:34.557710 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-43cde763-ef2b-4deb-810f-6de5d54ff7a0 req-8e4990ed-77bc-407a-80ac-83a208a16099 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021191 May 26 22:14:34.588140 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f61f14-851e-472c-a00a-ac30ca4d1720 {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:14:34.598479 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:34.620996 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a59cd-0f76-4170-bc9a-867f4d995e69 req-83b51ce4-7dca-4e29-b1af-b9380fdd949c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:34.622610 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-552a59cd-0f76-4170-bc9a-867f4d995e69 req-83b51ce4-7dca-4e29-b1af-b9380fdd949c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.3040702 May 26 22:14:34.630763 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Transition to ACTIVE for port object b4f61f14-851e-472c-a00a-ac30ca4d1720 will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:14:34.675992 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:34.719204 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:34.748077 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7ce2f655-b3c9-4a4b-b9ff-fdfe945a0131 req-59e683f5-b85f-4804-924d-f71095c69299 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197236 May 26 22:14:34.972283 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-552a59cd-0f76-4170-bc9a-867f4d995e69 req-a1dbc8d6-0fe1-40a0-a88f-d6d4159e6ca6 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057241 May 26 22:14:34.982901 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f61f14-851e-472c-a00a-ac30ca4d1720,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:35.018292 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:35.123542 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2a6da-7898-4a4b-ae56-52fa0c4604e6 req-60b7f624-e6ae-4528-8172-4530b09b701e tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:35.125038 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3ad2a6da-7898-4a4b-ae56-52fa0c4604e6 req-60b7f624-e6ae-4528-8172-4530b09b701e tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.4596145 May 26 22:14:35.137397 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7ce2f655-b3c9-4a4b-b9ff-fdfe945a0131 req-45b75a95-ab68-4f04-9069-d06bd690b8ac service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732173 May 26 22:14:35.183649 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Attempting to bind port b4f61f14-851e-472c-a00a-ac30ca4d1720 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:14:35.183999 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Attempting to bind port b4f61f14-851e-472c-a00a-ac30ca4d1720 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '64cf7a73-1d55-4f78-8957-42df139d8aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:14:35.184323 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Attempting to bind port b4f61f14-851e-472c-a00a-ac30ca4d1720 on network f3e2c407-31e6-404d-b0a7-89732e6967d7 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:14:35.242166 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Port b4f61f14-851e-472c-a00a-ac30ca4d1720 on network f3e2c407-31e6-404d-b0a7-89732e6967d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:14:35.242482 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Attempting to bind port b4f61f14-851e-472c-a00a-ac30ca4d1720 on network f3e2c407-31e6-404d-b0a7-89732e6967d7 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:14:35.265059 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:14:35.265390 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Checking segment: {'id': '64cf7a73-1d55-4f78-8957-42df139d8aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:14:35.265773 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Bound using segment: {'id': '64cf7a73-1d55-4f78-8957-42df139d8aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:14:35.266473 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Bound port: b4f61f14-851e-472c-a00a-ac30ca4d1720, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64cf7a73-1d55-4f78-8957-42df139d8aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:14:35.266608 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:35.292867 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3ad2a6da-7898-4a4b-ae56-52fa0c4604e6 req-d7f0041d-a882-4331-a63c-effcf83909ec tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596200 May 26 22:14:35.375060 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7ce2f655-b3c9-4a4b-b9ff-fdfe945a0131 req-38d4bcfb-bc41-4eee-ae6a-aef17e50a8c0 service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236907 May 26 22:14:35.398211 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] For port b4f61f14-851e-472c-a00a-ac30ca4d1720, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:14:35.402020 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] For port b4f61f14-851e-472c-a00a-ac30ca4d1720, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b4f61f14-851e-472c-a00a-ac30ca4d1720,segment=NetworkSegment(64cf7a73-1d55-4f78-8957-42df139d8aad),segment_id=64cf7a73-1d55-4f78-8957-42df139d8aad)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:14:35.406786 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:35.411673 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:35.490120 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:35.490629 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:35.491958 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] 10.222.0.24 "PUT /v2.0/ports/b4f61f14-851e-472c-a00a-ac30ca4d1720 HTTP/1.1" status: 200 len: 1093 time: 1.8977058 May 26 22:14:35.492436 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'tag': 'b4f61f14-851e-472c-a00a-ac30ca4d1720'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:14:35.513518 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f61f14-851e-472c-a00a-ac30ca4d1720,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:35.517207 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:35.602967 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'tag': 'b4f61f14-851e-472c-a00a-ac30ca4d1720', 'status': 'completed', 'code': 200} May 26 22:14:35.684778 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-a04da09f-b8c0-48d3-af07-ba8e6a6db295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:35.686241 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-a04da09f-b8c0-48d3-af07-ba8e6a6db295 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75ebc3bb5656415f80735987fd499bd4&device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 1096 time: 0.1243298 May 26 22:14:35.806810 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-b086a5fe-ba68-439d-afa1-1c85a4065db0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f61f14-851e-472c-a00a-ac30ca4d1720 HTTP/1.1" status: 200 len: 217 time: 0.1085432 May 26 22:14:35.886189 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-e86a89f1-574b-4511-a792-f772fdffa26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:35.887513 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-e86a89f1-574b-4511-a792-f772fdffa26b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b92b1b22-3d48-4a67-9ba4-0549493c8630 HTTP/1.1" status: 200 len: 854 time: 0.0691988 May 26 22:14:35.900001 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7528b7a-ad90-46d5-bc7b-e9e438cb74a8 req-c1e383c9-6074-4dc4-a1a1-1642ae1402d5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:35.901348 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7528b7a-ad90-46d5-bc7b-e9e438cb74a8 req-c1e383c9-6074-4dc4-a1a1-1642ae1402d5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 943 time: 0.1455569 May 26 22:14:35.992539 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7528b7a-ad90-46d5-bc7b-e9e438cb74a8 req-63eb655f-cf24-4df0-8476-811edf12df8b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608919 May 26 22:14:36.005367 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-56d00c4f-7705-43a0-bba0-86e5f3cdf0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:36.006831 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-56d00c4f-7705-43a0-bba0-86e5f3cdf0f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3e2c407-31e6-404d-b0a7-89732e6967d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1046677 May 26 22:14:36.280427 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-4bedd648-7322-4b0c-affa-706385d436b8 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633245 May 26 22:14:36.315824 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5073a83-3b21-4eda-bf50-d90ca74cd242 req-6557e69b-9213-44d8-b940-79e3b5642c2b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:36.317247 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c5073a83-3b21-4eda-bf50-d90ca74cd242 req-6557e69b-9213-44d8-b940-79e3b5642c2b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.2287929 May 26 22:14:36.444602 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c5073a83-3b21-4eda-bf50-d90ca74cd242 req-c46c34df-ffee-495a-a117-33758ad22e66 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215870 May 26 22:14:36.470313 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971e47b9-cb45-49a3-ab10-28ee5197e453 req-dfaa8426-1c6d-449c-94de-04d80ab752ba service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817830 May 26 22:14:36.662763 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84298f-7c35-4c11-98c9-243aeb176645 req-682e8d81-ed60-41e5-aeaf-d48199b0bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:36.664448 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1a84298f-7c35-4c11-98c9-243aeb176645 req-682e8d81-ed60-41e5-aeaf-d48199b0bab3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75ebc3bb5656415f80735987fd499bd4&device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 1096 time: 0.1340621 May 26 22:14:36.735855 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd0afb-ad57-48a0-97d7-86ca686d725c req-f943e205-0ff4-457d-a502-c0ecd7cffd66 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:36.737318 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-66bd0afb-ad57-48a0-97d7-86ca686d725c req-f943e205-0ff4-457d-a502-c0ecd7cffd66 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1712918 May 26 22:14:36.862335 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-66bd0afb-ad57-48a0-97d7-86ca686d725c req-e4f7771e-7df2-4a8c-9c1a-9d5bf246e064 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192038 May 26 22:14:36.908514 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995f677-4c64-4bd7-8922-7e4a29fe8639 req-c19ce044-a774-495a-a099-4b50d6dc9de6 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:36.909913 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1995f677-4c64-4bd7-8922-7e4a29fe8639 req-c19ce044-a774-495a-a099-4b50d6dc9de6 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.2438965 May 26 22:14:36.910985 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84298f-7c35-4c11-98c9-243aeb176645 req-64c6a8ec-6748-4c56-948d-c5cb17ebc2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:36.912289 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1a84298f-7c35-4c11-98c9-243aeb176645 req-64c6a8ec-6748-4c56-948d-c5cb17ebc2a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3e2c407-31e6-404d-b0a7-89732e6967d7 HTTP/1.1" status: 200 len: 915 time: 0.2147703 May 26 22:14:37.029538 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1a84298f-7c35-4c11-98c9-243aeb176645 req-240d3436-ebfb-42d7-b29f-510f5dde99c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f61f14-851e-472c-a00a-ac30ca4d1720 HTTP/1.1" status: 200 len: 217 time: 0.0799248 May 26 22:14:37.193289 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84298f-7c35-4c11-98c9-243aeb176645 req-f8c7027e-d084-49c9-9f7d-499c4b6994c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:37.194609 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1a84298f-7c35-4c11-98c9-243aeb176645 req-f8c7027e-d084-49c9-9f7d-499c4b6994c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b92b1b22-3d48-4a67-9ba4-0549493c8630 HTTP/1.1" status: 200 len: 854 time: 0.1569574 May 26 22:14:37.271892 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-1995f677-4c64-4bd7-8922-7e4a29fe8639 req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Deleting port d3abca11-1da6-4e9f-8960-27751c90c52f {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:14:37.272228 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-1995f677-4c64-4bd7-8922-7e4a29fe8639 req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:37.349107 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b783b3-79d4-4719-b277-0f4097978891 req-357750e4-97d2-4bd2-a2d9-66b362f84080 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:37.350548 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-49b783b3-79d4-4719-b277-0f4097978891 req-357750e4-97d2-4bd2-a2d9-66b362f84080 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 943 time: 0.2377684 May 26 22:14:37.449958 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-49b783b3-79d4-4719-b277-0f4097978891 req-d8f1f71b-a752-4a0e-91e2-f3938ce917d5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847802 May 26 22:14:37.454860 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84298f-7c35-4c11-98c9-243aeb176645 req-5fb6f9ed-572d-41cd-b991-c82c02b064be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:37.456272 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1a84298f-7c35-4c11-98c9-243aeb176645 req-5fb6f9ed-572d-41cd-b991-c82c02b064be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3e2c407-31e6-404d-b0a7-89732e6967d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2517223 May 26 22:14:37.463221 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-1995f677-4c64-4bd7-8922-7e4a29fe8639 req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] For port d3abca11-1da6-4e9f-8960-27751c90c52f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=d3abca11-1da6-4e9f-8960-27751c90c52f,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:14:37.463581 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-1995f677-4c64-4bd7-8922-7e4a29fe8639 req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:37.657960 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-1995f677-4c64-4bd7-8922-7e4a29fe8639 req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Calling delete_port for d3abca11-1da6-4e9f-8960-27751c90c52f owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:14:37.783062 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1a84298f-7c35-4c11-98c9-243aeb176645 req-e3f1abbb-cf4e-4d93-a4a3-b1c9fee0a551 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115835 May 26 22:14:37.831978 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad42187-5495-4fff-91e9-18356a8af1de req-181e79df-82bd-4026-ad08-9fff4e0b4e05 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:37.833436 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6ad42187-5495-4fff-91e9-18356a8af1de req-181e79df-82bd-4026-ad08-9fff4e0b4e05 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 945 time: 0.1896265 May 26 22:14:38.143380 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6ad42187-5495-4fff-91e9-18356a8af1de req-94a60763-b93a-496f-aadc-cf424d128e72 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675305 May 26 22:14:38.178159 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1a84298f-7c35-4c11-98c9-243aeb176645 req-1f371a7c-4216-4a7b-ab94-4dc8a73cdc21 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865142 May 26 22:14:38.195044 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-1995f677-4c64-4bd7-8922-7e4a29fe8639 req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:38.202011 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-7c9ac043-bda9-41d9-8c99-3a9ecff7534a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:38.206524 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['0b270138-4732-42f3-858e-6dc305cd051a', '5072c30f-6106-44b2-a0b2-b928d323ff8a', '5f1e2fec-3802-4d57-8f78-05c135c49d1f'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:14:38.240466 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a140e3-c62d-4044-a083-ae66af0a295f req-9ad6b95f-6a47-4395-91f1-63deec11280f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:38.241907 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-20a140e3-c62d-4044-a083-ae66af0a295f req-9ad6b95f-6a47-4395-91f1-63deec11280f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.2415252 May 26 22:14:38.294023 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Pushing event deleted for resources: {'Port': ['ID=d3abca11-1da6-4e9f-8960-27751c90c52f,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:38.348129 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:38.348481 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:38.348827 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:38.349167 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:38.349503 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:38.349845 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:38.350176 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:38.350505 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:38.350834 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:38.351161 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:38.351488 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:38.351845 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:38.360566 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:38.361428 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-1995f677-4c64-4bd7-8922-7e4a29fe8639 req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] No DVR routers for this DVR port d3abca11-1da6-4e9f-8960-27751c90c52f on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:14:38.371457 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-1995f677-4c64-4bd7-8922-7e4a29fe8639 req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:38.373812 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dd17a9-c45f-447f-85be-9dd284d16971', 'name': 'network-vif-deleted', 'tag': 'd3abca11-1da6-4e9f-8960-27751c90c52f'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:14:38.392703 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-20a140e3-c62d-4044-a083-ae66af0a295f req-933b13e6-b063-4590-9e89-9cfbc5bc1011 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434996 May 26 22:14:38.401751 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1995f677-4c64-4bd7-8922-7e4a29fe8639 req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "DELETE /v2.0/ports/d3abca11-1da6-4e9f-8960-27751c90c52f HTTP/1.1" status: 204 len: 173 time: 1.4794707 May 26 22:14:38.426890 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80dd17a9-c45f-447f-85be-9dd284d16971', 'name': 'network-vif-deleted', 'tag': 'd3abca11-1da6-4e9f-8960-27751c90c52f', 'status': 'completed', 'code': 200} May 26 22:14:38.637310 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6b9d9-ed0b-4a17-ba57-7a6f7e3d4b36 req-2554401a-de3a-40a0-9259-88976d0ec1cb tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:38.638766 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-33e6b9d9-ed0b-4a17-ba57-7a6f7e3d4b36 req-2554401a-de3a-40a0-9259-88976d0ec1cb tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 943 time: 0.0803034 May 26 22:14:38.687194 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-33e6b9d9-ed0b-4a17-ba57-7a6f7e3d4b36 req-a5d45b4b-fb4e-4806-8709-a8c545c01e88 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 May 26 22:14:39.305260 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-6f9eb05b-79f9-4aa4-9f5a-24a56f07138c req-589a7d34-6ae7-419d-b2c5-35378c354f89 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Synchronizing usage tracker for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:14:39.320351 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-6f9eb05b-79f9-4aa4-9f5a-24a56f07138c req-589a7d34-6ae7-419d-b2c5-35378c354f89 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Unset dirty status for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:14:39.321425 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6f9eb05b-79f9-4aa4-9f5a-24a56f07138c req-589a7d34-6ae7-419d-b2c5-35378c354f89 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=80dd17a9-c45f-447f-85be-9dd284d16971 HTTP/1.1" status: 200 len: 210 time: 0.0563877 May 26 22:14:39.577586 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733ed1f-97d9-4ae3-bf0a-5f5f79156dd3 req-15c45867-b196-479a-84a8-ad22e4d49fb3 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:39.579012 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7733ed1f-97d9-4ae3-bf0a-5f5f79156dd3 req-15c45867-b196-479a-84a8-ad22e4d49fb3 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0781631 May 26 22:14:39.626270 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7733ed1f-97d9-4ae3-bf0a-5f5f79156dd3 req-855bd4d4-b091-4b0a-9793-fef27188b49f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416560 May 26 22:14:39.905143 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1519a-e124-428c-ba03-63ec7757dfa4 req-ea36e9dd-ed84-434b-a41e-3154dc2fc85e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:39.906859 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-80e1519a-e124-428c-ba03-63ec7757dfa4 req-ea36e9dd-ed84-434b-a41e-3154dc2fc85e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 943 time: 0.1015818 May 26 22:14:39.953420 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-80e1519a-e124-428c-ba03-63ec7757dfa4 req-0b4449e0-e98a-4f49-99da-a58b3895f69e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 May 26 22:14:40.099835 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device d3abca11-1da6-4e9f-8960-27751c90c52f no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:14:40.138260 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: d3abca11-1da6-4e9f-8960-27751c90c52f {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:14:40.138688 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device d3abca11-1da6-4e9f-8960-27751c90c52f not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:14:40.812314 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880a597-7b64-44ba-b8d8-6a82aabb1c2a req-c8543035-2897-4130-a8e1-a65c2e5c7fbc tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:40.813997 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9880a597-7b64-44ba-b8d8-6a82aabb1c2a req-c8543035-2897-4130-a8e1-a65c2e5c7fbc tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0808570 May 26 22:14:40.858192 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9880a597-7b64-44ba-b8d8-6a82aabb1c2a req-8dc88307-53a7-4f41-b427-9cfe55a3f4c6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386307 May 26 22:14:41.138167 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1fd43-019c-4df0-b1fa-1eda33ee5781 req-24814fc8-3ee2-41af-9dd0-de7c95d925b2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:41.139635 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-11b1fd43-019c-4df0-b1fa-1eda33ee5781 req-24814fc8-3ee2-41af-9dd0-de7c95d925b2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 943 time: 0.0785952 May 26 22:14:41.185506 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-11b1fd43-019c-4df0-b1fa-1eda33ee5781 req-7556f42c-4106-447f-9ca7-abacd895b2ac tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395207 May 26 22:14:42.054773 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b62bc4-93bd-4edc-8dd2-70662e79beb1 req-de6d19b4-7d7c-404d-8257-bc1428519943 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:42.056413 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a1b62bc4-93bd-4edc-8dd2-70662e79beb1 req-de6d19b4-7d7c-404d-8257-bc1428519943 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0863898 May 26 22:14:42.103588 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device b4f61f14-851e-472c-a00a-ac30ca4d1720 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:14:42.104877 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a1b62bc4-93bd-4edc-8dd2-70662e79beb1 req-07a893ac-7f39-4696-b203-ec3ebecb9d39 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396767 May 26 22:14:42.306670 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port b4f61f14-851e-472c-a00a-ac30ca4d1720, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b4f61f14-851e-472c-a00a-ac30ca4d1720,segment=NetworkSegment(64cf7a73-1d55-4f78-8957-42df139d8aad),segment_id=64cf7a73-1d55-4f78-8957-42df139d8aad)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:14:42.321617 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': 'b4f61f14-851e-472c-a00a-ac30ca4d1720', 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'port_id': 'b4f61f14-851e-472c-a00a-ac30ca4d1720', 'mac_address': 'fa:16:3e:8b:a9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:14:42.379082 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:42.391325 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf5f11-ab35-4ba1-932c-92740288011d req-0cc50fa7-3690-4c89-a6a7-f2be931ca8ce tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:42.398160 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e5bf5f11-ab35-4ba1-932c-92740288011d req-0cc50fa7-3690-4c89-a6a7-f2be931ca8ce tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 943 time: 0.0934646 May 26 22:14:42.401950 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f61f14-851e-472c-a00a-ac30ca4d1720 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:14:42.422371 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port b4f61f14-851e-472c-a00a-ac30ca4d1720, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b4f61f14-851e-472c-a00a-ac30ca4d1720,segment=NetworkSegment(64cf7a73-1d55-4f78-8957-42df139d8aad),segment_id=64cf7a73-1d55-4f78-8957-42df139d8aad)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:14:42.442536 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:42.449491 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:42.468065 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e5bf5f11-ab35-4ba1-932c-92740288011d req-b1ff0997-a927-45fa-a011-6b988a282108 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689273 May 26 22:14:42.542177 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=b4f61f14-851e-472c-a00a-ac30ca4d1720,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:42.553212 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:42.553901 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:42.554463 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:42.555002 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:42.555552 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:42.556411 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:42.556834 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:42.557249 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:42.557690 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:42.558107 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:42.558520 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:42.558932 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:42.565600 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:42.911963 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['b4f61f14-851e-472c-a00a-ac30ca4d1720'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:14:43.247463 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced3f5a-b59f-4a50-9321-74422ee9f9c5 req-c9210e80-5cc8-4f41-8481-3ee12b0c2a95 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:43.249463 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0ced3f5a-b59f-4a50-9321-74422ee9f9c5 req-c9210e80-5cc8-4f41-8481-3ee12b0c2a95 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 946 time: 0.1317983 May 26 22:14:43.309971 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0ced3f5a-b59f-4a50-9321-74422ee9f9c5 req-fbfe0773-2fdf-4426-b5f0-7cec4d0ad5b6 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517373 May 26 22:14:43.325583 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257d7f1-a903-42e6-b750-352fa5dabc7d req-aa9d45c9-7c41-4642-aa6e-411dbba147a6 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:43.333793 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2257d7f1-a903-42e6-b750-352fa5dabc7d req-aa9d45c9-7c41-4642-aa6e-411dbba147a6 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 946 time: 0.1451705 May 26 22:14:43.372925 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2257d7f1-a903-42e6-b750-352fa5dabc7d req-8df8ed1f-250e-43eb-bc36-875bf2668d32 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382931 May 26 22:14:43.482329 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71cc9b-3afe-4f02-81d3-2211d562f6c4 req-0046d152-75f6-49f0-b339-fac7e3373bcf tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:43.483826 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3b71cc9b-3afe-4f02-81d3-2211d562f6c4 req-0046d152-75f6-49f0-b339-fac7e3373bcf tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0789881 May 26 22:14:43.530770 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3b71cc9b-3afe-4f02-81d3-2211d562f6c4 req-5f648ca8-0565-4f18-81b2-6d279a0defff tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409312 May 26 22:14:43.656704 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e67d7-d752-439d-85d7-a6e9e73f7922 req-08563510-2e12-4f3f-9481-46851fbc3255 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:43.658219 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f90e67d7-d752-439d-85d7-a6e9e73f7922 req-08563510-2e12-4f3f-9481-46851fbc3255 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 944 time: 0.0826519 May 26 22:14:43.703206 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f90e67d7-d752-439d-85d7-a6e9e73f7922 req-4597e7f6-1f88-4d4e-a78c-d8d00ff66586 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392828 May 26 22:14:44.623029 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb07bb7-bac4-4c36-91ab-bb165215707a req-0a6e0754-bf5f-4227-bb41-5ada99359423 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:44.624531 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3cb07bb7-bac4-4c36-91ab-bb165215707a req-0a6e0754-bf5f-4227-bb41-5ada99359423 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 946 time: 0.2024052 May 26 22:14:44.676788 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92cbb5-1782-44db-aa47-64e9e097bafa req-cc5031a3-1a43-4cfa-96ac-806467736c7b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:44.678188 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ba92cbb5-1782-44db-aa47-64e9e097bafa req-cc5031a3-1a43-4cfa-96ac-806467736c7b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 946 time: 0.1978042 May 26 22:14:44.684805 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3cb07bb7-bac4-4c36-91ab-bb165215707a req-d35cbc0e-f6c4-425f-a407-6e27f53b96d9 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540881 May 26 22:14:44.725860 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ba92cbb5-1782-44db-aa47-64e9e097bafa req-f59cb8e8-7b8d-42c4-8c94-c106283f0483 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401347 May 26 22:14:44.980867 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0a8ae-98f8-4f2c-8456-fd96c6f0909b req-4279448c-7e95-426b-9137-406f441782b8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:44.982217 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5cf0a8ae-98f8-4f2c-8456-fd96c6f0909b req-4279448c-7e95-426b-9137-406f441782b8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.2031496 May 26 22:14:44.992534 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26841f2-cca7-4861-aa89-587745147648 req-a94d3e4d-8093-4a02-96fd-4cf377d3d184 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:44.993868 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e26841f2-cca7-4861-aa89-587745147648 req-a94d3e4d-8093-4a02-96fd-4cf377d3d184 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 944 time: 0.1768391 May 26 22:14:45.003917 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf15c5-2dc0-43b0-8508-53e1dbaaa949 req-898d2861-6ce6-42ff-948a-43a49aa64c54 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:45.005227 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-35bf15c5-2dc0-43b0-8508-53e1dbaaa949 req-898d2861-6ce6-42ff-948a-43a49aa64c54 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 946 time: 0.1538413 May 26 22:14:45.072693 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5cf0a8ae-98f8-4f2c-8456-fd96c6f0909b req-22f3a104-4c70-4812-83a1-90553050b310 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773239 May 26 22:14:45.076916 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e26841f2-cca7-4861-aa89-587745147648 req-5e59d863-9918-48df-9e28-982740ee41b4 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595362 May 26 22:14:45.542083 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-35bf15c5-2dc0-43b0-8508-53e1dbaaa949 req-fff39d8c-1ef6-4b07-94c8-d4e908561f4f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Deleting port b8432fc9-3af8-4d05-aff6-d0568b1ffd30 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:14:45.542326 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-35bf15c5-2dc0-43b0-8508-53e1dbaaa949 req-fff39d8c-1ef6-4b07-94c8-d4e908561f4f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:45.675084 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-35bf15c5-2dc0-43b0-8508-53e1dbaaa949 req-fff39d8c-1ef6-4b07-94c8-d4e908561f4f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] For port b8432fc9-3af8-4d05-aff6-d0568b1ffd30, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b8432fc9-3af8-4d05-aff6-d0568b1ffd30,segment=NetworkSegment(3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5),segment_id=3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:14:45.675848 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-35bf15c5-2dc0-43b0-8508-53e1dbaaa949 req-fff39d8c-1ef6-4b07-94c8-d4e908561f4f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:45.840713 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-35bf15c5-2dc0-43b0-8508-53e1dbaaa949 req-fff39d8c-1ef6-4b07-94c8-d4e908561f4f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Calling delete_port for b8432fc9-3af8-4d05-aff6-d0568b1ffd30 owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:14:46.039872 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1977766-71ea-47aa-b6fd-9c69826a32e2 req-e7a21297-c6d9-4ca6-945c-dbac335b6b31 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:46.041341 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b1977766-71ea-47aa-b6fd-9c69826a32e2 req-e7a21297-c6d9-4ca6-945c-dbac335b6b31 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 946 time: 0.1654840 May 26 22:14:46.049258 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca9ce4-3b6b-4f3b-9dfa-435e40fc29d3 req-3dc2f809-0f61-4574-92a0-398ba01d875d tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:46.050990 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c5ca9ce4-3b6b-4f3b-9dfa-435e40fc29d3 req-3dc2f809-0f61-4574-92a0-398ba01d875d tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 946 time: 0.2237220 May 26 22:14:46.181510 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b1977766-71ea-47aa-b6fd-9c69826a32e2 req-1a689e69-923e-437b-877a-f567b984b837 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292653 May 26 22:14:46.186819 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c5ca9ce4-3b6b-4f3b-9dfa-435e40fc29d3 req-09fe5309-cd8e-416d-8b42-a21ff9740ceb tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183178 May 26 22:14:46.213411 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-35bf15c5-2dc0-43b0-8508-53e1dbaaa949 req-fff39d8c-1ef6-4b07-94c8-d4e908561f4f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:46.219793 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:46.271090 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff39d8c-1ef6-4b07-94c8-d4e908561f4f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Pushing event deleted for resources: {'Port': ['ID=b8432fc9-3af8-4d05-aff6-d0568b1ffd30,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:46.275446 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-fff39d8c-1ef6-4b07-94c8-d4e908561f4f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:46.433348 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bf15c5-2dc0-43b0-8508-53e1dbaaa949 req-fff39d8c-1ef6-4b07-94c8-d4e908561f4f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] No DVR routers for this DVR port b8432fc9-3af8-4d05-aff6-d0568b1ffd30 on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:14:46.438329 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-35bf15c5-2dc0-43b0-8508-53e1dbaaa949 req-fff39d8c-1ef6-4b07-94c8-d4e908561f4f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:46.445803 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c94e334-0e40-4814-9fc5-d83de5a952d9', 'name': 'network-vif-deleted', 'tag': 'b8432fc9-3af8-4d05-aff6-d0568b1ffd30'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:14:46.479136 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-35bf15c5-2dc0-43b0-8508-53e1dbaaa949 req-fff39d8c-1ef6-4b07-94c8-d4e908561f4f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.24 "DELETE /v2.0/ports/b8432fc9-3af8-4d05-aff6-d0568b1ffd30 HTTP/1.1" status: 204 len: 173 time: 1.0726295 May 26 22:14:46.509298 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bec7c-1ba7-432e-9013-a6fe3371e750 req-82079389-720b-417c-b615-8a72d42de149 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:46.510754 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8b1bec7c-1ba7-432e-9013-a6fe3371e750 req-82079389-720b-417c-b615-8a72d42de149 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 944 time: 0.1985352 May 26 22:14:46.521862 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f5eaa-0ef5-400f-8b7c-29be0c9f8bb1 req-cd93cafc-31bb-465e-8522-f18321d4be76 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:46.523236 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-354f5eaa-0ef5-400f-8b7c-29be0c9f8bb1 req-cd93cafc-31bb-465e-8522-f18321d4be76 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.2182953 May 26 22:14:46.592959 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8b1bec7c-1ba7-432e-9013-a6fe3371e750 req-71fd3ba7-f39f-4b3a-b6ea-911a4423909b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687454 May 26 22:14:46.597250 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-354f5eaa-0ef5-400f-8b7c-29be0c9f8bb1 req-31e93d61-75f6-4d63-8623-cb425416c824 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602801 May 26 22:14:46.644695 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c94e334-0e40-4814-9fc5-d83de5a952d9', 'name': 'network-vif-deleted', 'tag': 'b8432fc9-3af8-4d05-aff6-d0568b1ffd30', 'status': 'completed', 'code': 200} May 26 22:14:46.781152 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device b4f61f14-851e-472c-a00a-ac30ca4d1720 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:14:46.849140 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port b4f61f14-851e-472c-a00a-ac30ca4d1720 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:14:46.853670 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port b4f61f14-851e-472c-a00a-ac30ca4d1720 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:14:46.854037 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:46.969295 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:46.995081 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f61f14-851e-472c-a00a-ac30ca4d1720'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:14:47.005218 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port b4f61f14-851e-472c-a00a-ac30ca4d1720, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b4f61f14-851e-472c-a00a-ac30ca4d1720,segment=NetworkSegment(64cf7a73-1d55-4f78-8957-42df139d8aad),segment_id=64cf7a73-1d55-4f78-8957-42df139d8aad)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:14:47.008991 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:47.011981 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:47.046519 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f61f14-851e-472c-a00a-ac30ca4d1720', 'code': 200} May 26 22:14:47.077178 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=b4f61f14-851e-472c-a00a-ac30ca4d1720,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:47.080526 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:47.373204 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-d07c1947-d957-4f0d-9280-d784847d2a6b req-88b55e99-8a40-4bbd-856c-245d2dd16497 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Synchronizing usage tracker for tenant:26626816f5d64254ae2afaf7c9ccf5c4 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:14:47.405422 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-d07c1947-d957-4f0d-9280-d784847d2a6b req-88b55e99-8a40-4bbd-856c-245d2dd16497 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Unset dirty status for tenant:26626816f5d64254ae2afaf7c9ccf5c4 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:14:47.407066 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d07c1947-d957-4f0d-9280-d784847d2a6b req-88b55e99-8a40-4bbd-856c-245d2dd16497 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 210 time: 0.0830913 May 26 22:14:47.434683 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2946850-96b2-4244-b571-c77176b9f32d req-f2533e90-55f0-447a-a17c-73686401fb3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:47.436305 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f2946850-96b2-4244-b571-c77176b9f32d req-f2533e90-55f0-447a-a17c-73686401fb3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 946 time: 0.1436632 May 26 22:14:47.556950 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f2946850-96b2-4244-b571-c77176b9f32d req-a0f14ac9-93da-4fbf-b9b5-b8c08d20c820 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138959 May 26 22:14:47.836124 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fd384-b39e-4117-ada1-86d68b90bb4f req-af8385b4-e15d-449f-8e4b-4fb0ecbb5355 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:47.837570 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-898fd384-b39e-4117-ada1-86d68b90bb4f req-af8385b4-e15d-449f-8e4b-4fb0ecbb5355 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1072097 May 26 22:14:47.848431 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4a0c3-1dae-42e3-a76f-8b7378e009b6 req-c9ebf296-51d8-466a-b150-7c46abe2d3c7 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:47.849832 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9bd4a0c3-1dae-42e3-a76f-8b7378e009b6 req-c9ebf296-51d8-466a-b150-7c46abe2d3c7 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 945 time: 0.1501827 May 26 22:14:47.918630 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-898fd384-b39e-4117-ada1-86d68b90bb4f req-06e2ca1f-d2a1-43f3-be57-0bd45d0aa945 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677459 May 26 22:14:47.921529 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9bd4a0c3-1dae-42e3-a76f-8b7378e009b6 req-c84f27d6-db58-4aa8-b8e2-eb5b145baef9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573766 May 26 22:14:48.555270 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-483316ee-3444-48ef-ab78-cf25eb3244b5 req-c3977ea3-65ef-4e5f-8fc6-b2174a0856bc tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 210 time: 0.0444634 May 26 22:14:48.740753 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011c4a6-c8f2-4828-8455-e831d4e716d3 req-f961a561-d51d-4bd4-9ee7-0f60a4c79d05 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:48.742109 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1011c4a6-c8f2-4828-8455-e831d4e716d3 req-f961a561-d51d-4bd4-9ee7-0f60a4c79d05 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 946 time: 0.0800130 May 26 22:14:48.797918 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1011c4a6-c8f2-4828-8455-e831d4e716d3 req-668291ff-e512-473b-9ca5-98eef937ec67 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498779 May 26 22:14:49.165658 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a06d7-1767-42a6-8341-7c4e14c6c08c req-ef6ae38f-153a-45c0-b538-161e2b5fd960 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:49.167081 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d89a06d7-1767-42a6-8341-7c4e14c6c08c req-ef6ae38f-153a-45c0-b538-161e2b5fd960 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 945 time: 0.1401670 May 26 22:14:49.174821 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df48f7b-f2a8-45fc-a900-2a2753c605f9 req-79558b9d-4ee4-4152-8975-ec3fc6876809 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:49.176142 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3df48f7b-f2a8-45fc-a900-2a2753c605f9 req-79558b9d-4ee4-4152-8975-ec3fc6876809 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1512327 May 26 22:14:49.245555 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d89a06d7-1767-42a6-8341-7c4e14c6c08c req-27c05dbf-29ac-480a-8ee6-bc354a726e38 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684931 May 26 22:14:49.250455 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3df48f7b-f2a8-45fc-a900-2a2753c605f9 req-0699e8db-4d09-4111-b01d-6a95349a744b tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594764 May 26 22:14:49.483249 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['b8432fc9-3af8-4d05-aff6-d0568b1ffd30'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:14:49.815669 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5cd13974-469e-4cba-bfe8-71850e04982e req-c4bf8a59-ffed-4f61-b4e3-b0bbcfea8dbf tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c94e334-0e40-4814-9fc5-d83de5a952d9 HTTP/1.1" status: 200 len: 210 time: 0.0588775 May 26 22:14:49.861488 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3366c3-eb05-4314-aa5f-3a1fd4040cf2 req-d5e0dd14-1356-4ab0-9391-9762173a5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:49.863189 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1a3366c3-eb05-4314-aa5f-3a1fd4040cf2 req-d5e0dd14-1356-4ab0-9391-9762173a5423 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 1098 time: 0.1382282 May 26 22:14:49.870848 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42e239-e61b-4f1e-99e2-1390d509e705 req-64c60fb0-a092-450c-a206-05d47947bc14 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:49.872241 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bd42e239-e61b-4f1e-99e2-1390d509e705 req-64c60fb0-a092-450c-a206-05d47947bc14 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 946 time: 0.2258773 May 26 22:14:49.912345 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:14:50.011990 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1a3366c3-eb05-4314-aa5f-3a1fd4040cf2 req-1d50cf77-c732-4ba7-8173-d4ff3f3c638f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386371 May 26 22:14:50.089771 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984756f-248d-440d-9cbb-d655995b3a30 req-46f200c4-7f48-4fe6-9118-1721145f5aff tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:50.091182 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7984756f-248d-440d-9cbb-d655995b3a30 req-46f200c4-7f48-4fe6-9118-1721145f5aff tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 946 time: 0.1729178 May 26 22:14:50.117835 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-bd42e239-e61b-4f1e-99e2-1390d509e705 req-c94406b2-8bd6-4cbf-a51f-e87113d3f330 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Deleting port 5f1e2fec-3802-4d57-8f78-05c135c49d1f {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:14:50.118165 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-bd42e239-e61b-4f1e-99e2-1390d509e705 req-c94406b2-8bd6-4cbf-a51f-e87113d3f330 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:50.216113 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7984756f-248d-440d-9cbb-d655995b3a30 req-d9e3a267-bb56-49d7-8e41-136a0ff0b1da tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185999 May 26 22:14:50.267855 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-bd42e239-e61b-4f1e-99e2-1390d509e705 req-c94406b2-8bd6-4cbf-a51f-e87113d3f330 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] For port 5f1e2fec-3802-4d57-8f78-05c135c49d1f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=5f1e2fec-3802-4d57-8f78-05c135c49d1f,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:14:50.268135 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-bd42e239-e61b-4f1e-99e2-1390d509e705 req-c94406b2-8bd6-4cbf-a51f-e87113d3f330 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:50.396487 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-bd42e239-e61b-4f1e-99e2-1390d509e705 req-c94406b2-8bd6-4cbf-a51f-e87113d3f330 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Calling delete_port for 5f1e2fec-3802-4d57-8f78-05c135c49d1f owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:14:50.573914 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab3b7d-1e13-48d8-8ebf-bdfcddfa7880 req-41e2c4cb-fb44-422c-9dc7-090273ed55e7 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:50.575420 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e9ab3b7d-1e13-48d8-8ebf-bdfcddfa7880 req-41e2c4cb-fb44-422c-9dc7-090273ed55e7 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 945 time: 0.1862485 May 26 22:14:50.584734 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f138bbf-a0d9-4213-9441-540974d67e6b req-b0b41b0b-c95e-4f6b-a94d-f968f7a14f6b tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:50.586124 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0f138bbf-a0d9-4213-9441-540974d67e6b req-b0b41b0b-c95e-4f6b-a94d-f968f7a14f6b tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1980841 May 26 22:14:50.783622 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0f138bbf-a0d9-4213-9441-540974d67e6b req-a9bc26bb-5b27-401a-a24b-baa77eff1966 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824543 May 26 22:14:50.786110 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e9ab3b7d-1e13-48d8-8ebf-bdfcddfa7880 req-d5a146fe-5201-4ca3-9fdc-f96346f7a068 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991336 May 26 22:14:50.797241 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-bd42e239-e61b-4f1e-99e2-1390d509e705 req-c94406b2-8bd6-4cbf-a51f-e87113d3f330 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:50.809013 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:50.810575 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['0b270138-4732-42f3-858e-6dc305cd051a', '5072c30f-6106-44b2-a0b2-b928d323ff8a', '5f1e2fec-3802-4d57-8f78-05c135c49d1f'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:14:50.865704 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94406b2-8bd6-4cbf-a51f-e87113d3f330 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Pushing event deleted for resources: {'Port': ['ID=5f1e2fec-3802-4d57-8f78-05c135c49d1f,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:50.868957 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-c94406b2-8bd6-4cbf-a51f-e87113d3f330 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:50.959600 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd42e239-e61b-4f1e-99e2-1390d509e705 req-c94406b2-8bd6-4cbf-a51f-e87113d3f330 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] No DVR routers for this DVR port 5f1e2fec-3802-4d57-8f78-05c135c49d1f on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:14:50.962567 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-bd42e239-e61b-4f1e-99e2-1390d509e705 req-c94406b2-8bd6-4cbf-a51f-e87113d3f330 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:50.966292 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f24c48-4607-4368-9543-c619640b58d1', 'name': 'network-vif-deleted', 'tag': '5f1e2fec-3802-4d57-8f78-05c135c49d1f'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:14:50.988476 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bd42e239-e61b-4f1e-99e2-1390d509e705 req-c94406b2-8bd6-4cbf-a51f-e87113d3f330 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "DELETE /v2.0/ports/5f1e2fec-3802-4d57-8f78-05c135c49d1f HTTP/1.1" status: 204 len: 173 time: 1.1004281 May 26 22:14:51.054917 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f24c48-4607-4368-9543-c619640b58d1', 'name': 'network-vif-deleted', 'tag': '5f1e2fec-3802-4d57-8f78-05c135c49d1f', 'status': 'completed', 'code': 200} May 26 22:14:51.379515 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-729f1eda-e018-4f6e-bc00-ac36f500e1dd req-fe6d7604-deb4-4eab-973c-89f34e8a5459 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Synchronizing usage tracker for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:14:51.394126 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-729f1eda-e018-4f6e-bc00-ac36f500e1dd req-fe6d7604-deb4-4eab-973c-89f34e8a5459 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Unset dirty status for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:14:51.395394 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-729f1eda-e018-4f6e-bc00-ac36f500e1dd req-fe6d7604-deb4-4eab-973c-89f34e8a5459 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0f24c48-4607-4368-9543-c619640b58d1 HTTP/1.1" status: 200 len: 210 time: 0.0574055 May 26 22:14:52.030599 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50231e49-475d-4545-a4ad-4bd2bcab50cc req-33fda823-6d35-4476-883f-242d5f7f0183 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:52.032665 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-50231e49-475d-4545-a4ad-4bd2bcab50cc req-33fda823-6d35-4476-883f-242d5f7f0183 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1370471 May 26 22:14:52.044962 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96da386-0369-4539-a169-ea2b783d4c24 req-2999bd74-2b5f-4ed3-9971-6aeb83c9743b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:52.046435 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d96da386-0369-4539-a169-ea2b783d4c24 req-2999bd74-2b5f-4ed3-9971-6aeb83c9743b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 945 time: 0.1197717 May 26 22:14:52.114949 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-50231e49-475d-4545-a4ad-4bd2bcab50cc req-c9fe5c45-b6c0-499b-a03d-24739bbe5173 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674179 May 26 22:14:52.119281 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d96da386-0369-4539-a169-ea2b783d4c24 req-3b59f772-8ae5-47d5-9456-dd785690dd11 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580428 May 26 22:14:52.487513 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaada261-7b18-4b9e-b4c1-ef5d3c82d1fb req-3cdcd909-5ede-4d8b-945a-34963e0fd829 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:52.488950 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aaada261-7b18-4b9e-b4c1-ef5d3c82d1fb req-3cdcd909-5ede-4d8b-945a-34963e0fd829 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.0841520 May 26 22:14:52.534480 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aaada261-7b18-4b9e-b4c1-ef5d3c82d1fb req-06c76333-6e94-4979-a105-a90e01cc8778 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400898 May 26 22:14:52.846864 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab6a8d-8b60-47cb-9dc1-00dfbdd6f72b req-c66a910b-d81e-499d-bdab-fee58aba771e tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:52.848360 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-14ab6a8d-8b60-47cb-9dc1-00dfbdd6f72b req-c66a910b-d81e-499d-bdab-fee58aba771e tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 946 time: 0.0801330 May 26 22:14:52.895646 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-14ab6a8d-8b60-47cb-9dc1-00dfbdd6f72b req-2ae35912-5446-429f-adcb-636aff8cce9e tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416145 May 26 22:14:53.361786 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b967f-f6cf-47b6-83fb-b2f2198a085c req-19921693-0c9c-47e6-b228-ed29ee888040 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:53.363298 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-133b967f-f6cf-47b6-83fb-b2f2198a085c req-19921693-0c9c-47e6-b228-ed29ee888040 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1386826 May 26 22:14:53.370808 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291baa9a-cfb7-4154-820e-6e5e99e28d64 req-e061ea7b-c9a1-47bc-b31f-9c00417e324f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:53.372200 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-291baa9a-cfb7-4154-820e-6e5e99e28d64 req-e061ea7b-c9a1-47bc-b31f-9c00417e324f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 945 time: 0.1124094 May 26 22:14:53.444395 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-133b967f-f6cf-47b6-83fb-b2f2198a085c req-497208d7-c920-4bbb-ba29-2f3347f9ca82 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711701 May 26 22:14:53.448592 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-291baa9a-cfb7-4154-820e-6e5e99e28d64 req-a18a7c0e-e07f-4f31-958b-b0cb466e9d3c tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593092 May 26 22:14:53.502783 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device b8432fc9-3af8-4d05-aff6-d0568b1ffd30 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:14:53.540568 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: b8432fc9-3af8-4d05-aff6-d0568b1ffd30 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:14:53.541014 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device b8432fc9-3af8-4d05-aff6-d0568b1ffd30 not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:14:53.541383 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 5f1e2fec-3802-4d57-8f78-05c135c49d1f no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:14:53.577275 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: 5f1e2fec-3802-4d57-8f78-05c135c49d1f {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:14:53.577633 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 5f1e2fec-3802-4d57-8f78-05c135c49d1f not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:14:53.646612 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6f94f-3b26-41e0-8dca-3578a78b7809 req-415977fc-3cdc-4e9f-a063-a44e58fb111a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:53.648196 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-84d6f94f-3b26-41e0-8dca-3578a78b7809 req-415977fc-3cdc-4e9f-a063-a44e58fb111a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 945 time: 0.0805891 May 26 22:14:53.746228 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-84d6f94f-3b26-41e0-8dca-3578a78b7809 req-a53e9010-8591-4116-9828-a021393ee616 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650716 May 26 22:14:53.765181 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbe02e-9707-4e3b-95e1-e258778dec63 req-4bd43d42-8fb4-4f7e-9c60-9c1a870c83f7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:53.766628 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4abbe02e-9707-4e3b-95e1-e258778dec63 req-4bd43d42-8fb4-4f7e-9c60-9c1a870c83f7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1165030 May 26 22:14:53.813262 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4abbe02e-9707-4e3b-95e1-e258778dec63 req-dbe0001a-584a-4504-bc96-350a8869612a tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399466 May 26 22:14:54.127868 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c6282-2fb1-47d0-8990-dac5b0a75670 req-0a04fd66-6528-4e85-a5ad-e86cd7698932 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:54.129285 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a32c6282-2fb1-47d0-8990-dac5b0a75670 req-0a04fd66-6528-4e85-a5ad-e86cd7698932 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 946 time: 0.1290255 May 26 22:14:54.186148 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1759da-27ac-4e12-8cf4-bf9ba8d5dcbf req-959916bf-a94a-469a-a0c2-a8b71d37364d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:54.188420 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2a1759da-27ac-4e12-8cf4-bf9ba8d5dcbf req-959916bf-a94a-469a-a0c2-a8b71d37364d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 945 time: 0.1264529 May 26 22:14:54.192962 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a32c6282-2fb1-47d0-8990-dac5b0a75670 req-9942d51b-96ac-47f2-86b3-e0a13061858f tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572100 May 26 22:14:54.235482 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2a1759da-27ac-4e12-8cf4-bf9ba8d5dcbf req-d84163d6-bf4b-4c9c-a2df-dbfdc78ae893 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 May 26 22:14:54.651073 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3275d72-1d94-4c33-ae7d-c69021c2e2ff req-257c64f3-61d2-4eeb-b22a-5fec8ea36dac tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:54.653187 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d3275d72-1d94-4c33-ae7d-c69021c2e2ff req-257c64f3-61d2-4eeb-b22a-5fec8ea36dac tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0972860 May 26 22:14:54.705478 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d3275d72-1d94-4c33-ae7d-c69021c2e2ff req-b0f8e86b-c259-44bd-a277-cc2feeb8fb3e tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462739 May 26 22:14:54.993839 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89f4d3-11a8-4ca6-bc6d-9243ab9b6e17 req-998115c3-7890-4046-9b74-77d6dbebd2b0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:54.995194 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ef89f4d3-11a8-4ca6-bc6d-9243ab9b6e17 req-998115c3-7890-4046-9b74-77d6dbebd2b0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.0787396 May 26 22:14:55.038213 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ef89f4d3-11a8-4ca6-bc6d-9243ab9b6e17 req-a41ed755-318a-40dc-ba7c-0926e7ede60d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368092 May 26 22:14:55.378283 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250ae4c-9cb6-4775-9dd3-215f4aab64e3 req-b0b16352-aab7-4252-a7d5-d8d25a86b525 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:55.379739 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8250ae4c-9cb6-4775-9dd3-215f4aab64e3 req-b0b16352-aab7-4252-a7d5-d8d25a86b525 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 946 time: 0.0815039 May 26 22:14:55.424898 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8250ae4c-9cb6-4775-9dd3-215f4aab64e3 req-3328ddc7-0a9d-48fd-b718-7c788f9f302e tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395391 May 26 22:14:55.887143 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ede4cf-c69e-4b6b-aa54-dc64e4254aab req-08da5ffb-490a-427a-bfc1-21d9fdd2d3cc tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:55.888607 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c0ede4cf-c69e-4b6b-aa54-dc64e4254aab req-08da5ffb-490a-427a-bfc1-21d9fdd2d3cc tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0785172 May 26 22:14:55.934483 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c0ede4cf-c69e-4b6b-aa54-dc64e4254aab req-4148fe9c-b71b-48f4-94cc-8eb8a5300c27 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396576 May 26 22:14:56.221479 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af1eb8-742c-4722-819d-f035fba0f3a8 req-59f45752-a1ff-4c30-8a36-6d35626818e7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:56.222830 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-77af1eb8-742c-4722-819d-f035fba0f3a8 req-59f45752-a1ff-4c30-8a36-6d35626818e7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.0798833 May 26 22:14:56.266815 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-77af1eb8-742c-4722-819d-f035fba0f3a8 req-9500f031-df12-42c0-ae7c-f050bd1bab43 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383894 May 26 22:14:56.410074 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:56.698471 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a0f25646-677f-49e5-ba15-cf13f8e5490a req-03211abc-3bb1-4916-93b4-c1aa7a8637dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1969919 May 26 22:14:56.710357 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd56a6-26e0-42f9-afd3-f81e8029e342 req-b7b76a29-351e-4c0d-85d3-ce9cd3c6e92d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:56.711811 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2bdd56a6-26e0-42f9-afd3-f81e8029e342 req-b7b76a29-351e-4c0d-85d3-ce9cd3c6e92d tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 946 time: 0.1767199 May 26 22:14:56.757008 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2bdd56a6-26e0-42f9-afd3-f81e8029e342 req-3bd734ac-2183-4270-9cfc-11520e6a5d4c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390654 May 26 22:14:56.842900 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f25646-677f-49e5-ba15-cf13f8e5490a req-5e788181-9687-4bc9-b8c6-516155b21e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:56.845095 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a0f25646-677f-49e5-ba15-cf13f8e5490a req-5e788181-9687-4bc9-b8c6-516155b21e61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1702d9b498a2486f9443bfc634d212e6&device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 1099 time: 0.0745127 May 26 22:14:57.008663 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f25646-677f-49e5-ba15-cf13f8e5490a req-2f9944a8-fd17-4d4c-a4b4-c063f1962e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:57.010122 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a0f25646-677f-49e5-ba15-cf13f8e5490a req-2f9944a8-fd17-4d4c-a4b4-c063f1962e33 service neutron] 10.222.0.24 "GET /v2.0/networks?id=459387a3-7a2b-4e1f-b526-99212399eff7 HTTP/1.1" status: 200 len: 915 time: 0.1288655 May 26 22:14:57.119616 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a0f25646-677f-49e5-ba15-cf13f8e5490a req-9948445a-c6a5-431c-8dac-8be71a1d4046 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b270138-4732-42f3-858e-6dc305cd051a HTTP/1.1" status: 200 len: 217 time: 0.0998714 May 26 22:14:57.212489 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f25646-677f-49e5-ba15-cf13f8e5490a req-84caf0b3-e408-4d22-bfc1-01ca72f5b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:57.213920 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a0f25646-677f-49e5-ba15-cf13f8e5490a req-84caf0b3-e408-4d22-bfc1-01ca72f5b4d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0809b9ed-7456-42ae-9ec5-c5f21c4387ae HTTP/1.1" status: 200 len: 855 time: 0.0780804 May 26 22:14:57.221839 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23460637-8d01-4946-aa58-751c0b711da8 req-a72afab9-ddec-478e-9fa5-02a840953575 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:57.223471 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23460637-8d01-4946-aa58-751c0b711da8 req-a72afab9-ddec-478e-9fa5-02a840953575 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1494775 May 26 22:14:57.312719 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a0f25646-677f-49e5-ba15-cf13f8e5490a req-b600f91f-3b6f-4780-9abb-c99eb8777ba3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=459387a3-7a2b-4e1f-b526-99212399eff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883896 May 26 22:14:57.485198 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23460637-8d01-4946-aa58-751c0b711da8 req-0983fed9-3f81-41de-81cc-137d25d6fbd6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226372 May 26 22:14:57.555902 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e101190-8a2f-4907-9227-968c7f5caa54 req-fde7a641-868f-47b0-afc3-41a1ac588610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:57.557362 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3e101190-8a2f-4907-9227-968c7f5caa54 req-fde7a641-868f-47b0-afc3-41a1ac588610 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 1098 time: 0.3004835 May 26 22:14:57.560664 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a0f25646-677f-49e5-ba15-cf13f8e5490a req-dbb8d4e2-6360-48b3-837e-f27fd0541ebd service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364194 May 26 22:14:57.577263 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216456b-df23-4ba6-b293-2a7f22e30916 req-70b46fde-1e18-40a3-9165-bfdc2972bb68 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:57.578902 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2216456b-df23-4ba6-b293-2a7f22e30916 req-70b46fde-1e18-40a3-9165-bfdc2972bb68 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1500995 May 26 22:14:57.729283 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3e101190-8a2f-4907-9227-968c7f5caa54 req-44b3606b-6962-467a-8f1d-1a50a2101e87 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596954 May 26 22:14:57.733684 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2216456b-df23-4ba6-b293-2a7f22e30916 req-7708d891-d655-4f35-b597-06a88393a1d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419261 May 26 22:14:57.771554 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a0f25646-677f-49e5-ba15-cf13f8e5490a req-fe696291-c862-4fab-8bfa-2e6831952e46 service neutron] 10.222.0.24 "GET /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918743 May 26 22:14:57.962915 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8459a5b-73fb-4149-8c08-1122af7f4327 req-3f26d717-826c-4213-b93f-6d12cb7494e3 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:57.968138 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a8459a5b-73fb-4149-8c08-1122af7f4327 req-3f26d717-826c-4213-b93f-6d12cb7494e3 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 946 time: 0.0976253 May 26 22:14:58.023476 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a8459a5b-73fb-4149-8c08-1122af7f4327 req-c7e4ba38-745f-44fc-ab98-50621b4ae897 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 May 26 22:14:58.678636 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4b746-cf4f-42b3-95fb-4aec9566a107 req-c5c01c37-306a-4ee9-a0b6-7bdbe99c17df tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:58.680281 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5db4b746-cf4f-42b3-95fb-4aec9566a107 req-c5c01c37-306a-4ee9-a0b6-7bdbe99c17df tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0844333 May 26 22:14:58.729756 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5db4b746-cf4f-42b3-95fb-4aec9566a107 req-1beee29a-54a3-42ce-a8eb-86e5cbd63b2f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441074 May 26 22:14:58.816801 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-151cca59-fa9b-4f04-8dbd-c0d99c149eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:58.989095 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76033b60-e252-4b68-b279-563bd4ee4c72 req-2838e1d3-4ee6-4edf-8322-a569d7b42779 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:58.990633 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-76033b60-e252-4b68-b279-563bd4ee4c72 req-2838e1d3-4ee6-4edf-8322-a569d7b42779 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1438150 May 26 22:14:59.019834 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fa3e3-7f67-41a6-a1c3-fd052b3c2b6f req-10bc9a30-9428-4757-98f2-cf9af38a0dc0 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:59.021216 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c18fa3e3-7f67-41a6-a1c3-fd052b3c2b6f req-10bc9a30-9428-4757-98f2-cf9af38a0dc0 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 946 time: 0.1222942 May 26 22:14:59.104700 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-76033b60-e252-4b68-b279-563bd4ee4c72 req-2c65a080-e708-4327-9b80-846930b80193 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083255 May 26 22:14:59.354145 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-c18fa3e3-7f67-41a6-a1c3-fd052b3c2b6f req-7f6f5b5c-65d1-4a19-8172-70f1ec581e0b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Deleting port 5072c30f-6106-44b2-a0b2-b928d323ff8a {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:14:59.354483 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-c18fa3e3-7f67-41a6-a1c3-fd052b3c2b6f req-7f6f5b5c-65d1-4a19-8172-70f1ec581e0b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:59.378388 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e7bdc-725e-4b03-babb-aaaedf83b534 req-32028a5e-d5d6-408f-9d6c-c36a6d4a04c4 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:59.379900 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4b0e7bdc-725e-4b03-babb-aaaedf83b534 req-32028a5e-d5d6-408f-9d6c-c36a6d4a04c4 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 946 time: 0.2217920 May 26 22:14:59.505775 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4b0e7bdc-725e-4b03-babb-aaaedf83b534 req-d02e358e-d5bd-4c07-a874-0bb4be229238 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188490 May 26 22:14:59.533564 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-c18fa3e3-7f67-41a6-a1c3-fd052b3c2b6f req-7f6f5b5c-65d1-4a19-8172-70f1ec581e0b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] For port 5072c30f-6106-44b2-a0b2-b928d323ff8a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=5072c30f-6106-44b2-a0b2-b928d323ff8a,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:14:59.534066 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-c18fa3e3-7f67-41a6-a1c3-fd052b3c2b6f req-7f6f5b5c-65d1-4a19-8172-70f1ec581e0b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:59.666377 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-c18fa3e3-7f67-41a6-a1c3-fd052b3c2b6f req-7f6f5b5c-65d1-4a19-8172-70f1ec581e0b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Calling delete_port for 5072c30f-6106-44b2-a0b2-b928d323ff8a owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:14:59.775798 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-c18fa3e3-7f67-41a6-a1c3-fd052b3c2b6f req-7f6f5b5c-65d1-4a19-8172-70f1ec581e0b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:59.782710 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-6b4ac522-bb43-4f87-aa4e-21cadc9c2081 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:59.829451 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f5b5c-65d1-4a19-8172-70f1ec581e0b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Pushing event deleted for resources: {'Port': ['ID=5072c30f-6106-44b2-a0b2-b928d323ff8a,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:59.836845 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-7f6f5b5c-65d1-4a19-8172-70f1ec581e0b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:59.878282 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['0b270138-4732-42f3-858e-6dc305cd051a', '5072c30f-6106-44b2-a0b2-b928d323ff8a'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:14:59.950538 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18fa3e3-7f67-41a6-a1c3-fd052b3c2b6f req-7f6f5b5c-65d1-4a19-8172-70f1ec581e0b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] No DVR routers for this DVR port 5072c30f-6106-44b2-a0b2-b928d323ff8a on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:14:59.960481 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-c18fa3e3-7f67-41a6-a1c3-fd052b3c2b6f req-7f6f5b5c-65d1-4a19-8172-70f1ec581e0b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:59.962858 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfcd1a8-eaa7-4a91-953d-292020d409fb', 'name': 'network-vif-deleted', 'tag': '5072c30f-6106-44b2-a0b2-b928d323ff8a'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:14:59.991558 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c18fa3e3-7f67-41a6-a1c3-fd052b3c2b6f req-7f6f5b5c-65d1-4a19-8172-70f1ec581e0b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "DELETE /v2.0/ports/5072c30f-6106-44b2-a0b2-b928d323ff8a HTTP/1.1" status: 204 len: 173 time: 0.9626944 May 26 22:15:00.015932 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dec76-b90b-4f72-84d9-73461c805b7b req-686838c6-e309-4e54-9b71-4f930ac28c64 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:00.017635 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ce4dec76-b90b-4f72-84d9-73461c805b7b req-686838c6-e309-4e54-9b71-4f930ac28c64 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1466219 May 26 22:15:00.022229 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfcd1a8-eaa7-4a91-953d-292020d409fb', 'name': 'network-vif-deleted', 'tag': '5072c30f-6106-44b2-a0b2-b928d323ff8a', 'status': 'completed', 'code': 200} May 26 22:15:00.066912 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ce4dec76-b90b-4f72-84d9-73461c805b7b req-53dfe872-0e93-4767-b4f1-bbdc3def026a tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431356 May 26 22:15:00.305898 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95984562-b043-47b7-9fd5-87d1925a79d6 req-ed6957b8-70ad-42e9-a283-abd69a987e35 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:00.307876 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-95984562-b043-47b7-9fd5-87d1925a79d6 req-ed6957b8-70ad-42e9-a283-abd69a987e35 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.0802369 May 26 22:15:00.355455 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-95984562-b043-47b7-9fd5-87d1925a79d6 req-95c00524-7ca5-4694-ab65-3e8d3e76f800 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409133 May 26 22:15:00.494652 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77751e06-1146-4fa1-a1d4-14fc5277ee30 req-e1cfcb55-57e7-4d70-a50f-cd95ca9d0d34 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:00.496117 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-77751e06-1146-4fa1-a1d4-14fc5277ee30 req-e1cfcb55-57e7-4d70-a50f-cd95ca9d0d34 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0828550 May 26 22:15:00.541308 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-77751e06-1146-4fa1-a1d4-14fc5277ee30 req-ed03a0ab-d1ed-4e02-83f9-4e663e6cb694 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393624 May 26 22:15:00.650962 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-bcaae472-4d04-4f2a-a579-1af55cde6d83 req-9b563c55-b010-4932-9ef7-2520cebc034c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Synchronizing usage tracker for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:15:00.666131 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-bcaae472-4d04-4f2a-a579-1af55cde6d83 req-9b563c55-b010-4932-9ef7-2520cebc034c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Unset dirty status for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:15:00.667329 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bcaae472-4d04-4f2a-a579-1af55cde6d83 req-9b563c55-b010-4932-9ef7-2520cebc034c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 210 time: 0.0562615 May 26 22:15:01.149859 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-78191ad3-1de0-4f1c-9e65-ccf85851c609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:01.245449 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:01.541473 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6863b4-d64b-4472-ae4d-c11352b2dc85 req-9bd8e385-b4cb-4358-b8a5-68f6a9ef467f tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:01.542901 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2a6863b4-d64b-4472-ae4d-c11352b2dc85 req-9bd8e385-b4cb-4358-b8a5-68f6a9ef467f tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.0812554 May 26 22:15:01.588846 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2a6863b4-d64b-4472-ae4d-c11352b2dc85 req-dc601b82-f209-4f03-bd23-995c65019ec4 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397551 May 26 22:15:01.728276 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694389a-ed3e-4936-a10f-b049377cc9bb req-bfbe4d4a-1848-4061-b203-0c58aa9e78a9 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:01.729738 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f694389a-ed3e-4936-a10f-b049377cc9bb req-bfbe4d4a-1848-4061-b203-0c58aa9e78a9 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0794580 May 26 22:15:01.778022 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f694389a-ed3e-4936-a10f-b049377cc9bb req-f224acd1-bc55-4680-b198-e6a98dc66a70 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421069 May 26 22:15:01.836163 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-87de6747-167a-4fe4-8c39-28f6a3f7c549 req-e749b975-a82d-4d96-980a-bf8d27022473 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 210 time: 0.0469613 May 26 22:15:02.251551 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70f231-c765-4732-a85b-3993c00ce7b6 req-6efade3e-7e98-4418-b902-3c34bfe26783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:02.253696 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cf70f231-c765-4732-a85b-3993c00ce7b6 req-6efade3e-7e98-4418-b902-3c34bfe26783 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9708ab761c59413f8fc7b71b806e5d82&device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 1098 time: 0.0758529 May 26 22:15:02.373085 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:02.778979 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe8957-6231-436f-b356-af9e79fa1c03 req-a20ad076-acca-4f20-a8f9-c514959a33ba tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:02.780463 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-01fe8957-6231-436f-b356-af9e79fa1c03 req-a20ad076-acca-4f20-a8f9-c514959a33ba tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.0832675 May 26 22:15:02.826490 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-01fe8957-6231-436f-b356-af9e79fa1c03 req-35bedba7-f6ee-40e7-b688-2aec4021e08a tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398891 May 26 22:15:02.963039 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ece08-2a6e-4f42-b5b8-b1430d9b10a4 req-366432e3-54ff-4ce8-9fbc-ca6cd607bca8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:02.964542 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f06ece08-2a6e-4f42-b5b8-b1430d9b10a4 req-366432e3-54ff-4ce8-9fbc-ca6cd607bca8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0798366 May 26 22:15:03.024714 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b45f3912-2d78-4953-a6ab-72094b51f303 req-838c1f80-e2ce-434b-b4c4-d8d17cd21868 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 210 time: 0.0592406 May 26 22:15:03.047071 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f06ece08-2a6e-4f42-b5b8-b1430d9b10a4 req-1eb2c04b-856b-478c-8e2b-fd78ccbb040a tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512927 May 26 22:15:03.879014 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:04.184961 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 5072c30f-6106-44b2-a0b2-b928d323ff8a no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:15:04.224899 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f3a07c20-a30a-41bb-8107-89cc3dba1969 req-7f8f592e-4a50-4a92-a98f-d3de94ca141a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cfcd1a8-eaa7-4a91-953d-292020d409fb HTTP/1.1" status: 200 len: 210 time: 0.0802860 May 26 22:15:04.228160 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70f231-c765-4732-a85b-3993c00ce7b6 req-79bdc299-0bb6-48ef-9994-ccf60a6e843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:04.229610 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: 5072c30f-6106-44b2-a0b2-b928d323ff8a {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:15:04.229779 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cf70f231-c765-4732-a85b-3993c00ce7b6 req-79bdc299-0bb6-48ef-9994-ccf60a6e843b service neutron] 10.222.0.24 "GET /v2.0/networks?id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0 HTTP/1.1" status: 200 len: 918 time: 0.3309443 May 26 22:15:04.230498 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 5072c30f-6106-44b2-a0b2-b928d323ff8a not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:15:04.245759 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970dbc1-257c-46c0-a832-be385712a5b4 req-4df0d894-a7e1-4c8d-8004-9e4bf2c0b8e8 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:04.247437 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7970dbc1-257c-46c0-a832-be385712a5b4 req-4df0d894-a7e1-4c8d-8004-9e4bf2c0b8e8 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.2802401 May 26 22:15:04.330769 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cf70f231-c765-4732-a85b-3993c00ce7b6 req-b0433cbb-d866-4fdc-9ddd-42dd2f96612b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=086cb96b-2b6a-4980-8665-5e200203ad30 HTTP/1.1" status: 200 len: 217 time: 0.0820136 May 26 22:15:04.457505 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7970dbc1-257c-46c0-a832-be385712a5b4 req-d05b28f0-a062-43df-ba30-fc1083aac63a tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570606 May 26 22:15:04.474237 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70f231-c765-4732-a85b-3993c00ce7b6 req-b761e238-0d5e-4620-b2fe-56cbf8453de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:04.475802 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cf70f231-c765-4732-a85b-3993c00ce7b6 req-b761e238-0d5e-4620-b2fe-56cbf8453de4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8078f847-52d5-499d-9dd9-d637beb0763e HTTP/1.1" status: 200 len: 858 time: 0.1381390 May 26 22:15:04.538348 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cf70f231-c765-4732-a85b-3993c00ce7b6 req-4e9fdf96-ef59-4388-903f-53f929d723fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525904 May 26 22:15:04.573578 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f2160-7e70-4787-98b7-1605f134eaf4 req-084e7428-2f4a-4fc6-b463-7afcd33770f4 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:04.575002 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7f3f2160-7e70-4787-98b7-1605f134eaf4 req-084e7428-2f4a-4fc6-b463-7afcd33770f4 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.2009988 May 26 22:15:04.779911 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7f3f2160-7e70-4787-98b7-1605f134eaf4 req-81e0b7b3-73ca-48b8-9040-097840d2e980 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972904 May 26 22:15:04.817952 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cf70f231-c765-4732-a85b-3993c00ce7b6 req-aecf3d93-7054-40aa-85de-be0e876bc6ae service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715137 May 26 22:15:04.867985 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-5d9a2641-86f7-4e7c-987e-dfc909065967 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:04.869411 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-5d9a2641-86f7-4e7c-987e-dfc909065967 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/networks?id=3a42bc9b-cb66-48b5-8733-7d057b351d7e HTTP/1.1" status: 200 len: 814 time: 0.2879255 May 26 22:15:04.940859 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-a7527ddf-45a7-4efc-b727-56c6dd50f76d tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/quotas/26626816f5d64254ae2afaf7c9ccf5c4 HTTP/1.1" status: 200 len: 375 time: 0.0228677 May 26 22:15:05.004283 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-6b987d98-6fe1-49bb-bb10-f17b233b8542 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=26626816f5d64254ae2afaf7c9ccf5c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572245 May 26 22:15:05.052002 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cf70f231-c765-4732-a85b-3993c00ce7b6 req-41a312cf-a803-411a-a588-d6698223f594 service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184184 May 26 22:15:05.135829 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38180) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:05.155806 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-0d450820-7619-4d9d-9644-257ffb06ea1e service neutron] 10.222.0.15 "GET /v2.0/networks/3a42bc9b-cb66-48b5-8733-7d057b351d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392882 May 26 22:15:05.256219 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:05.271153 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:05.275015 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Usage tracker for resource:security_group_rule and tenant:00ff96526f154205bcaed032a01ea780 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:05.277844 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:05.283966 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:05.286712 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-4e2a508a-280e-455f-9957-97402c321c00 service neutron] 10.222.0.15 "GET /v2.0/networks/3a42bc9b-cb66-48b5-8733-7d057b351d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248891 May 26 22:15:05.398924 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:05.404560 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:05.441828 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e1d0adcb-84c6-4a8e-8f8d-f1e798e568ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:05.471714 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00ff96526f154205bcaed032a01ea780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347867 May 26 22:15:05.472611 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38196) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:05.513421 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d72e09-5115-4373-910a-3a0877e5c4fc,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:05.516248 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c08dacae-0a7e-4a84-9f8a-19954b926e0a req-7ce6f1e4-b9bf-4a31-bf30-f589e6fab45f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 210 time: 0.0574083 May 26 22:15:05.545240 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:05.545609 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:05.545969 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:05.546851 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:05.547207 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:05.547593 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:05.547958 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:05.548303 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:05.548645 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:05.548982 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:05.549317 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:05.549652 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:05.555065 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:05.609932 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f802e3b-6636-4113-94ae-7632edf58fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:05.636697 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f802e3b-6636-4113-94ae-7632edf58fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:05.710338 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f802e3b-6636-4113-94ae-7632edf58fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:05.716433 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-abce7f03-b08c-4df7-ad41-115c37ac3064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:05.733525 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f802e3b-6636-4113-94ae-7632edf58fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d72e09-5115-4373-910a-3a0877e5c4fc,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:05.736821 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d598d03-a6af-499d-854d-439c7271b3ee req-446a274f-c95d-410c-b028-6a4b9a737cd0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:05.741848 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5f802e3b-6636-4113-94ae-7632edf58fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:05.747313 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f802e3b-6636-4113-94ae-7632edf58fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:05.748367 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1d598d03-a6af-499d-854d-439c7271b3ee req-446a274f-c95d-410c-b028-6a4b9a737cd0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1321747 May 26 22:15:05.749444 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-5f802e3b-6636-4113-94ae-7632edf58fa4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86d72e09-5115-4373-910a-3a0877e5c4fc HTTP/1.1" status: 204 len: 168 time: 0.2729251 May 26 22:15:05.807718 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1d598d03-a6af-499d-854d-439c7271b3ee req-d64942ad-a59c-44a4-b3d3-6d23c2d47845 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465231 May 26 22:15:06.024917 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167de213-f831-4183-9b8c-120e9d2f3de8 req-c124490d-0ac4-46fe-a11d-63a2a7b44b0d tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:06.026511 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-167de213-f831-4183-9b8c-120e9d2f3de8 req-c124490d-0ac4-46fe-a11d-63a2a7b44b0d tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0935111 May 26 22:15:06.076552 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-167de213-f831-4183-9b8c-120e9d2f3de8 req-7e2c0ce8-9b0a-4e7d-9fb6-29db443e2f55 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425422 May 26 22:15:06.864343 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0a00e8e6-0d29-4233-bdcc-8e96e9df49ec req-713633f5-54a2-4a38-b16d-39d7a5535ff5 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 210 time: 0.0708542 May 26 22:15:06.928120 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2af012b1-0ee6-4b01-8870-5cb944f61033 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:06.929680 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2af012b1-0ee6-4b01-8870-5cb944f61033 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.24 "GET /v2.0/networks?id=3a42bc9b-cb66-48b5-8733-7d057b351d7e HTTP/1.1" status: 200 len: 814 time: 0.3099766 May 26 22:15:06.971723 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Request body: {'port': {'device_id': 'dc1c0663-359e-4741-b6f9-e5006b7761b5', 'network_id': '3a42bc9b-cb66-48b5-8733-7d057b351d7e', 'admin_state_up': True, 'tenant_id': '26626816f5d64254ae2afaf7c9ccf5c4'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:15:07.189971 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:07.200830 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70386fb8-6aa7-4e25-8ca6-859e5a66b1e3 req-6f801456-11ff-4c3d-97d8-d7ea89646cc6 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:07.202288 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-70386fb8-6aa7-4e25-8ca6-859e5a66b1e3 req-6f801456-11ff-4c3d-97d8-d7ea89646cc6 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 945 time: 0.2715003 May 26 22:15:07.211576 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2866b6b-da55-4750-90b0-2ce89d7006ba req-a338cf24-7bee-417e-b20b-4496407a3665 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:07.212951 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f2866b6b-da55-4750-90b0-2ce89d7006ba req-a338cf24-7bee-417e-b20b-4496407a3665 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.2460172 May 26 22:15:07.238742 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:07.292276 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-70386fb8-6aa7-4e25-8ca6-859e5a66b1e3 req-9bef2299-2e5e-43ff-a346-7e12eec726f4 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784059 May 26 22:15:07.294862 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Made reservation on behalf of 26626816f5d64254ae2afaf7c9ccf5c4 for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:15:07.298878 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:07.316656 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f2866b6b-da55-4750-90b0-2ce89d7006ba req-402ee72e-2c2f-4ce8-9fd5-566d46dc7be9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828938 May 26 22:15:07.317591 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38238) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:07.571467 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e0ea1e-8f36-4568-8350-f9e75512562c tempest-TestMinimumBasicScenario-850132739 tempest-TestMinimumBasicScenario-850132739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:07.572999 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-f7e0ea1e-8f36-4568-8350-f9e75512562c tempest-TestMinimumBasicScenario-850132739 tempest-TestMinimumBasicScenario-850132739-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 1093 time: 0.2544456 May 26 22:15:07.576115 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38244) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:07.581789 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Request body: {'floatingip': {'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'port_id': 'b4f61f14-851e-472c-a00a-ac30ca4d1720', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:15:07.587547 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:07.591384 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Allocated IP 172.20.0.7 (3a42bc9b-cb66-48b5-8733-7d057b351d7e/1a30ad71-19b2-4b03-9c7c-9d803666f595/c09cf8a6-9fff-40f0-8fae-807a31530662) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:15:07.591606 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Usage tracker for resource:floatingip and tenant:75ebc3bb5656415f80735987fd499bd4 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:07.595185 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:07.602258 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:07.613639 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for floatingip, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:07.627671 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92586d23-51c9-490c-9f64-8222d2eb5aeb req-4545e738-d889-4c81-8b2e-b56bf7ad8ce9 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:07.629150 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-92586d23-51c9-490c-9f64-8222d2eb5aeb req-4545e738-d889-4c81-8b2e-b56bf7ad8ce9 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1881003 May 26 22:15:07.636378 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c46058-7f62-43ff-bc49-8218f478e79d req-53c77512-6589-43f5-9eea-9a46b617bd94 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:07.637744 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-01c46058-7f62-43ff-bc49-8218f478e79d req-53c77512-6589-43f5-9eea-9a46b617bd94 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 946 time: 0.2329710 May 26 22:15:07.766289 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-92586d23-51c9-490c-9f64-8222d2eb5aeb req-9af25284-c1bb-4cce-a48e-b920ba4648ea tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166897 May 26 22:15:07.773134 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-01c46058-7f62-43ff-bc49-8218f478e79d req-844befa9-0326-4ef9-9c74-64676378a6b0 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196029 May 26 22:15:07.841748 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:07.908647 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:07.945492 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:07.954572 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-1f03e3f6-f97b-446b-b784-600be43deaf5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:07.988057 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Allocated IP 172.27.2.72 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/3c91aa42-8d7f-41c3-8988-962e43f85f07) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:15:08.061676 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Network 3a42bc9b-cb66-48b5-8733-7d057b351d7e is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:15:08.070125 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:15:08.075547 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:15:08.105292 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Pushing event updated for resources: {'Port': ['ID=c09cf8a6-9fff-40f0-8fae-807a31530662,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:08.119652 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:08.153382 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:08.153988 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:08.168757 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:08.190954 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4135d1e-3291-41a3-8f9e-5f814002d50c req-5d1f5f69-d6f3-4658-b40a-3deb493e2ad7 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:08.191640 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-f4135d1e-3291-41a3-8f9e-5f814002d50c req-5d1f5f69-d6f3-4658-b40a-3deb493e2ad7 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Synchronizing usage tracker for tenant:26626816f5d64254ae2afaf7c9ccf5c4 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:15:08.196103 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2344213 May 26 22:15:08.200041 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:08.204248 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:08.210187 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Request body: {'port': {'device_id': 'dc1c0663-359e-4741-b6f9-e5006b7761b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:15:08.238721 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-f4135d1e-3291-41a3-8f9e-5f814002d50c req-5d1f5f69-d6f3-4658-b40a-3deb493e2ad7 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Unset dirty status for tenant:26626816f5d64254ae2afaf7c9ccf5c4 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:15:08.239861 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f4135d1e-3291-41a3-8f9e-5f814002d50c req-5d1f5f69-d6f3-4658-b40a-3deb493e2ad7 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 931 time: 0.2384782 May 26 22:15:08.269318 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:15:08.272756 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:15:08.275515 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:15:08.310065 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Pushing event updated for resources: {'Port': ['ID=3c91aa42-8d7f-41c3-8988-962e43f85f07,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:08.319449 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:08.347351 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f4135d1e-3291-41a3-8f9e-5f814002d50c req-4fbd9698-9719-49c2-9188-8790af69d387 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902975 May 26 22:15:08.370094 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:08.742579 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dee6f6-65d4-4d24-b499-bd4a468682a8 req-a0305932-6d65-4ce6-91d4-1356f349e1dd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:08.743393 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:08.743971 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-03dee6f6-65d4-4d24-b499-bd4a468682a8 req-a0305932-6d65-4ce6-91d4-1356f349e1dd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.2985606 May 26 22:15:08.820178 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-03dee6f6-65d4-4d24-b499-bd4a468682a8 req-053bf2c3-fd90-461a-890f-e671eec768cb tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635080 May 26 22:15:08.826184 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:08.937627 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09cf8a6-9fff-40f0-8fae-807a31530662 {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:15:08.950653 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:09.020083 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Transition to ACTIVE for port object c09cf8a6-9fff-40f0-8fae-807a31530662 will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:15:09.032638 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:09.038211 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:09.050355 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:09.054597 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2985214'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:09.058778 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:09.167222 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7ee75-3189-4fba-8bb1-360c7006c6db req-7a803922-7367-453a-9d87-3fc73b778772 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:09.167724 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Pushing event updated for resources: {'Port': ['ID=3c91aa42-8d7f-41c3-8988-962e43f85f07,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:09.168724 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-90d7ee75-3189-4fba-8bb1-360c7006c6db req-7a803922-7367-453a-9d87-3fc73b778772 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.2829158 May 26 22:15:09.171908 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:09.176532 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:09.200777 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Pushing event updated for resources: {'Port': ['ID=c09cf8a6-9fff-40f0-8fae-807a31530662,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:09.208197 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:09.284552 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67cff7-6621-4d1a-a402-9840b46967d2 req-7d075699-18e3-4b0c-840e-bc7647a71cec tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:09.286041 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2c67cff7-6621-4d1a-a402-9840b46967d2 req-7d075699-18e3-4b0c-840e-bc7647a71cec tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 946 time: 0.3328035 May 26 22:15:09.345246 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.l3_db [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Floating IP e985d492-26f1-4609-975b-45d96679f994 associated. External IP: 172.27.2.72, port: b4f61f14-851e-472c-a00a-ac30ca4d1720. May 26 22:15:09.370723 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-90d7ee75-3189-4fba-8bb1-360c7006c6db req-75bef16c-35eb-4206-a53b-b581fba77bb0 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897857 May 26 22:15:09.445648 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2c67cff7-6621-4d1a-a402-9840b46967d2 req-bc354cff-00a5-4da1-a95a-36d02f73d447 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434391 May 26 22:15:09.450550 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Attempting to bind port c09cf8a6-9fff-40f0-8fae-807a31530662 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:15:09.450550 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Attempting to bind port c09cf8a6-9fff-40f0-8fae-807a31530662 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3a42bc9b-cb66-48b5-8733-7d057b351d7e'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:15:09.450841 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Attempting to bind port c09cf8a6-9fff-40f0-8fae-807a31530662 on network 3a42bc9b-cb66-48b5-8733-7d057b351d7e {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:15:09.459500 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Port c09cf8a6-9fff-40f0-8fae-807a31530662 on network 3a42bc9b-cb66-48b5-8733-7d057b351d7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:15:09.459877 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Attempting to bind port c09cf8a6-9fff-40f0-8fae-807a31530662 on network 3a42bc9b-cb66-48b5-8733-7d057b351d7e {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:15:09.472869 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:15:09.472869 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Checking segment: {'id': '3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3a42bc9b-cb66-48b5-8733-7d057b351d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:15:09.472869 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Bound using segment: {'id': '3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3a42bc9b-cb66-48b5-8733-7d057b351d7e'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:15:09.472869 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Bound port: c09cf8a6-9fff-40f0-8fae-807a31530662, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3a42bc9b-cb66-48b5-8733-7d057b351d7e'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:15:09.472869 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:09.595606 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f90d-07b9-430a-9606-b07e004a15c8 req-1a003a88-b31b-47fc-854e-ae4c60c19f2c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:09.597102 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6772f90d-07b9-430a-9606-b07e004a15c8 req-1a003a88-b31b-47fc-854e-ae4c60c19f2c tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 946 time: 0.2658300 May 26 22:15:09.695977 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] For port c09cf8a6-9fff-40f0-8fae-807a31530662, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:15:09.702210 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] For port c09cf8a6-9fff-40f0-8fae-807a31530662, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=c09cf8a6-9fff-40f0-8fae-807a31530662,segment=NetworkSegment(3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5),segment_id=3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:15:09.741472 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:09.754853 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:09.822355 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61941294-2271-46e4-9eb2-99ea5d2e8580 req-22750d65-4629-45ba-bcd7-26e4de09062c tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:09.823897 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-61941294-2271-46e4-9eb2-99ea5d2e8580 req-22750d65-4629-45ba-bcd7-26e4de09062c tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 943 time: 0.3099916 May 26 22:15:09.854144 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:15:09.856776 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:09.857392 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:09.859435 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] 10.222.0.24 "PUT /v2.0/ports/c09cf8a6-9fff-40f0-8fae-807a31530662 HTTP/1.1" status: 200 len: 1093 time: 1.6525755 May 26 22:15:09.860283 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1c0663-359e-4741-b6f9-e5006b7761b5', 'tag': 'c09cf8a6-9fff-40f0-8fae-807a31530662'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:15:09.923242 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Pushing event updated for resources: {'Port': ['ID=c09cf8a6-9fff-40f0-8fae-807a31530662,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:09.930947 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:09.934159 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-61941294-2271-46e4-9eb2-99ea5d2e8580 req-a31aa4a2-4817-46ec-a58d-5fabb8003bb2 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954986 May 26 22:15:09.986558 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-6772f90d-07b9-430a-9606-b07e004a15c8 req-8ac49e1a-5e28-418e-b0ae-bac638af5287 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Deleting port 0b270138-4732-42f3-858e-6dc305cd051a {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:15:09.987319 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-6772f90d-07b9-430a-9606-b07e004a15c8 req-8ac49e1a-5e28-418e-b0ae-bac638af5287 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:10.064569 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1c0663-359e-4741-b6f9-e5006b7761b5', 'tag': 'c09cf8a6-9fff-40f0-8fae-807a31530662', 'status': 'completed', 'code': 200} May 26 22:15:10.114997 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:15:10.126532 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb72a6b-1393-4818-a4c9-05592f338b24 None None] Sync routers for ids ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:15:10.135441 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb72a6b-1393-4818-a4c9-05592f338b24 None None] Routers {'5f2f0592-2ad6-4a2d-a433-9262b2f27604'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:15:10.136198 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-7cb72a6b-1393-4818-a4c9-05592f338b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:15:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:15:10.144465 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:10.206115 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6263270 May 26 22:15:10.206115 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'tag': 'b4f61f14-851e-472c-a00a-ac30ca4d1720'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:15:10.209044 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 38268) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:10.213664 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-6772f90d-07b9-430a-9606-b07e004a15c8 req-8ac49e1a-5e28-418e-b0ae-bac638af5287 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] For port 0b270138-4732-42f3-858e-6dc305cd051a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=0b270138-4732-42f3-858e-6dc305cd051a,segment=NetworkSegment(910aa238-3043-4115-86e2-10a8c33c7883),segment_id=910aa238-3043-4115-86e2-10a8c33c7883)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:15:10.214020 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-6772f90d-07b9-430a-9606-b07e004a15c8 req-8ac49e1a-5e28-418e-b0ae-bac638af5287 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:10.225305 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1096135734', 'description': 'tempest-secgroup-smoke-1096135734 description', 'project_id': '75ebc3bb5656415f80735987fd499bd4'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:15:10.230626 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-3f2c1b87-4bbf-4e17-8e36-778ca33e7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:10.232080 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-3f2c1b87-4bbf-4e17-8e36-778ca33e7b18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26626816f5d64254ae2afaf7c9ccf5c4&device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 1096 time: 0.2908700 May 26 22:15:10.243925 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:10.257790 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'tag': 'b4f61f14-851e-472c-a00a-ac30ca4d1720', 'status': 'completed', 'code': 200} May 26 22:15:10.321541 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-7cb72a6b-1393-4818-a4c9-05592f338b24 None None] Set router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:15:10.362605 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347e08e-76a0-49bf-a2e0-bac85aa12417 req-311a3139-c1db-4fff-9421-4e4e865aecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:10.365140 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-d347e08e-76a0-49bf-a2e0-bac85aa12417 req-311a3139-c1db-4fff-9421-4e4e865aecb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75ebc3bb5656415f80735987fd499bd4&device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 1098 time: 0.0768952 May 26 22:15:10.503985 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347e08e-76a0-49bf-a2e0-bac85aa12417 req-e89a8cd2-2325-4495-95bc-4a42aafa328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:10.505703 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-d347e08e-76a0-49bf-a2e0-bac85aa12417 req-e89a8cd2-2325-4495-95bc-4a42aafa328c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3e2c407-31e6-404d-b0a7-89732e6967d7 HTTP/1.1" status: 200 len: 915 time: 0.1344054 May 26 22:15:10.507462 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-6772f90d-07b9-430a-9606-b07e004a15c8 req-8ac49e1a-5e28-418e-b0ae-bac638af5287 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Calling delete_port for 0b270138-4732-42f3-858e-6dc305cd051a owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:15:10.512630 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Usage tracker for resource:security_group and tenant:75ebc3bb5656415f80735987fd499bd4 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:10.516750 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-f810ecfe-5906-4046-87de-c2b9b848245e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c09cf8a6-9fff-40f0-8fae-807a31530662 HTTP/1.1" status: 200 len: 217 time: 0.2740858 May 26 22:15:10.524259 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d1383-7f09-40d6-8f6e-1be2036b68e8 req-ae21f2d1-ee9f-4388-9a04-483a2469774a tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:10.531151 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d68d1383-7f09-40d6-8f6e-1be2036b68e8 req-ae21f2d1-ee9f-4388-9a04-483a2469774a tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.4688780 May 26 22:15:10.566455 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:10.589283 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:10.633130 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-d347e08e-76a0-49bf-a2e0-bac85aa12417 req-7d836cda-e90f-4740-a40d-7897690382b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f61f14-851e-472c-a00a-ac30ca4d1720 HTTP/1.1" status: 200 len: 998 time: 0.1200733 May 26 22:15:10.694376 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:10.707913 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-7cb72a6b-1393-4818-a4c9-05592f338b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:31Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'gw_port': {'id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:32Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': 'e985d492-26f1-4609-975b-45d96679f994', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'port_id': 'b4f61f14-851e-472c-a00a-ac30ca4d1720', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'mac_address': 'fa:16:3e:8b:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:15:08Z', 'updated_at': '2021-05-26T22:15:08Z', 'revision_number': 0, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d', 'name': '', 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'mac_address': 'fa:16:3e:a3:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:36Z', 'updated_at': '2021-05-26T22:13:44Z', 'revision_number': 5, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'subnets': [{'id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:15:10.710748 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d68d1383-7f09-40d6-8f6e-1be2036b68e8 req-2f6ad553-33d1-4749-ae4e-17b3d6b1a6da tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787741 May 26 22:15:10.712354 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347e08e-76a0-49bf-a2e0-bac85aa12417 req-6b3e48a5-2f5c-40b6-939c-64824930998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:10.713999 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-d347e08e-76a0-49bf-a2e0-bac85aa12417 req-6b3e48a5-2f5c-40b6-939c-64824930998c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b92b1b22-3d48-4a67-9ba4-0549493c8630 HTTP/1.1" status: 200 len: 854 time: 0.0612986 May 26 22:15:10.717119 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb72a6b-1393-4818-a4c9-05592f338b24 None None] Checking router: 5f2f0592-2ad6-4a2d-a433-9262b2f27604 for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:15:10.721709 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e2d6ff7d-56fd-440e-a186-c0e504482191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:10.723120 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-e2d6ff7d-56fd-440e-a186-c0e504482191 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a30ad71-19b2-4b03-9c7c-9d803666f595 HTTP/1.1" status: 200 len: 854 time: 0.1900930 May 26 22:15:10.732219 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb72a6b-1393-4818-a4c9-05592f338b24 None None] Routers {'5f2f0592-2ad6-4a2d-a433-9262b2f27604'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:15:10.732219 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-7cb72a6b-1393-4818-a4c9-05592f338b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:15:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:15:10.775062 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:10.787889 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Usage tracker for resource:security_group_rule and tenant:75ebc3bb5656415f80735987fd499bd4 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:10.793047 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-bbcca1b6-ef69-4346-a07a-0254c455adcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a42bc9b-cb66-48b5-8733-7d057b351d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564721 May 26 22:15:10.794636 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:10.805093 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:10.806720 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347e08e-76a0-49bf-a2e0-bac85aa12417 req-8539e639-5de3-4b7b-9af5-9e0d45e1c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:10.808248 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-d347e08e-76a0-49bf-a2e0-bac85aa12417 req-8539e639-5de3-4b7b-9af5-9e0d45e1c2aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3e2c407-31e6-404d-b0a7-89732e6967d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0869448 May 26 22:15:10.925433 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-7cb72a6b-1393-4818-a4c9-05592f338b24 None None] Set router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:15:10.943195 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757a4d8-ad19-4c21-8fa8-8d2302665e40 req-b658ab0e-fb7e-4edd-8b5b-a303bbc0a4c4 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:10.944757 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7757a4d8-ad19-4c21-8fa8-8d2302665e40 req-b658ab0e-fb7e-4edd-8b5b-a303bbc0a4c4 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 946 time: 0.3533762 May 26 22:15:10.954966 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-d347e08e-76a0-49bf-a2e0-bac85aa12417 req-db2c5652-2cf9-4be1-a3f9-dac4b4d87ef7 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397245 May 26 22:15:11.098443 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-239c3fc6-0f35-4c2c-bdf4-5417cc9bb5e2 service neutron] 10.222.0.24 "GET /v2.0/networks/3a42bc9b-cb66-48b5-8733-7d057b351d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952111 May 26 22:15:11.111041 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7757a4d8-ad19-4c21-8fa8-8d2302665e40 req-e300548c-1f6f-4ed2-bed6-7351f74fa0c5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a3c2543-064c-4f43-b8ed-3686430d2223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293266 May 26 22:15:11.126802 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-6772f90d-07b9-430a-9606-b07e004a15c8 req-8ac49e1a-5e28-418e-b0ae-bac638af5287 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:11.131316 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-d347e08e-76a0-49bf-a2e0-bac85aa12417 req-5700f097-1f6c-4cf2-9820-40b261bdf965 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693625 May 26 22:15:11.185361 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:11.296765 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac49e1a-5e28-418e-b0ae-bac638af5287 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Pushing event deleted for resources: {'Port': ['ID=0b270138-4732-42f3-858e-6dc305cd051a,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:11.309133 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:11.347314 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-8ac49e1a-5e28-418e-b0ae-bac638af5287 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:11.390409 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-7cb72a6b-1393-4818-a4c9-05592f338b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:31Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'gw_port': {'id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:32Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': 'e985d492-26f1-4609-975b-45d96679f994', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'port_id': 'b4f61f14-851e-472c-a00a-ac30ca4d1720', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'mac_address': 'fa:16:3e:8b:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:15:08Z', 'updated_at': '2021-05-26T22:15:08Z', 'revision_number': 0, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d', 'name': '', 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'mac_address': 'fa:16:3e:a3:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:36Z', 'updated_at': '2021-05-26T22:13:44Z', 'revision_number': 5, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'subnets': [{'id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:15:11.394317 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb72a6b-1393-4818-a4c9-05592f338b24 None None] The sync data for ids ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'] in dv-cinder-793244-1-iscsi is: [{'id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:31Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'gw_port': {'id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:32Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': 'e985d492-26f1-4609-975b-45d96679f994', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'port_id': 'b4f61f14-851e-472c-a00a-ac30ca4d1720', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'mac_address': 'fa:16:3e:8b:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:15:08Z', 'updated_at': '2021-05-26T22:15:08Z', 'revision_number': 0, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d', 'name': '', 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'mac_address': 'fa:16:3e:a3:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:36Z', 'updated_at': '2021-05-26T22:13:44Z', 'revision_number': 5, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'subnets': [{'id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:15:11.396311 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:11.412758 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f3db00d9-16fb-47dd-8e50-db386a46d0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:11.512930 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6772f90d-07b9-430a-9606-b07e004a15c8 req-8ac49e1a-5e28-418e-b0ae-bac638af5287 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] No DVR routers for this DVR port 0b270138-4732-42f3-858e-6dc305cd051a on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:15:11.525692 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-6772f90d-07b9-430a-9606-b07e004a15c8 req-8ac49e1a-5e28-418e-b0ae-bac638af5287 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:11.543694 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88ddefc-94d0-4065-9b88-e57f6d7690fa,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:11.554211 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:11.557037 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:11.561395 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3481889 May 26 22:15:11.562298 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38282) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:11.567098 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2f3bc790-9659-4f5b-ad18-b67d64b76d89 req-1d965561-3f87-4ef6-8dfd-86618553de45 service neutron] 10.222.0.24 "GET /v2.0/networks/3a42bc9b-cb66-48b5-8733-7d057b351d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473493 May 26 22:15:11.568038 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-1a26306f-aa4a-4e2a-8aa0-082192fbf22e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Request body: {'security_group_rule': {'security_group_id': 'd88ddefc-94d0-4065-9b88-e57f6d7690fa', 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:15:11.570330 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6772f90d-07b9-430a-9606-b07e004a15c8 req-8ac49e1a-5e28-418e-b0ae-bac638af5287 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.24 "DELETE /v2.0/ports/0b270138-4732-42f3-858e-6dc305cd051a HTTP/1.1" status: 204 len: 173 time: 1.9649622 May 26 22:15:11.586215 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d7cc8-b206-495f-b974-412676d11a7d req-bfbbf647-7e36-4ac7-9285-2bbf1d4ccc6c tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:11.587783 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-839d7cc8-b206-495f-b974-412676d11a7d req-bfbbf647-7e36-4ac7-9285-2bbf1d4ccc6c tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 943 time: 0.4881759 May 26 22:15:11.589083 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-1a26306f-aa4a-4e2a-8aa0-082192fbf22e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:11.599042 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-1a26306f-aa4a-4e2a-8aa0-082192fbf22e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Usage tracker for resource:security_group_rule and tenant:75ebc3bb5656415f80735987fd499bd4 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:11.601872 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67c382-172c-4aab-aee0-9b68178f9117 req-aaa8ace2-73d5-47b5-8d20-b5f774140111 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:11.603385 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0a67c382-172c-4aab-aee0-9b68178f9117 req-aaa8ace2-73d5-47b5-8d20-b5f774140111 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.3083837 May 26 22:15:11.608159 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c87024-2018-4990-a815-56a4680a1021 None None] New status for floating IP e985d492-26f1-4609-975b-45d96679f994: ACTIVE {{(pid=91910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:15:11.610195 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-1a26306f-aa4a-4e2a-8aa0-082192fbf22e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:11.618647 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-1a26306f-aa4a-4e2a-8aa0-082192fbf22e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:11.640119 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1a26306f-aa4a-4e2a-8aa0-082192fbf22e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:11.725564 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1a26306f-aa4a-4e2a-8aa0-082192fbf22e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:11.725759 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-839d7cc8-b206-495f-b974-412676d11a7d req-8213d160-4795-414b-a04c-c1cfe854fced tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213739 May 26 22:15:11.731883 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1a26306f-aa4a-4e2a-8aa0-082192fbf22e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:11.735539 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-60e56a21-b55e-4c3e-9017-d8d1baec56f9 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:11.740838 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0a67c382-172c-4aab-aee0-9b68178f9117 req-8ee73108-8e3e-480d-b989-a0dee800d73f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174240 May 26 22:15:11.773442 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90d40d-2cf1-4a60-b6a8-a314cb96b3de req-20a3ffd4-0f37-4943-94f8-3bb7a437915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:11.775203 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fe90d40d-2cf1-4a60-b6a8-a314cb96b3de req-20a3ffd4-0f37-4943-94f8-3bb7a437915f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26626816f5d64254ae2afaf7c9ccf5c4&device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 1096 time: 0.1303627 May 26 22:15:11.804323 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26306f-aa4a-4e2a-8aa0-082192fbf22e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48a0ad1-ab5e-4844-9c24-e31822d51e04,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:11.813492 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-1a26306f-aa4a-4e2a-8aa0-082192fbf22e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:11.818305 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1a26306f-aa4a-4e2a-8aa0-082192fbf22e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:11.822412 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-1a26306f-aa4a-4e2a-8aa0-082192fbf22e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2586997 May 26 22:15:11.823195 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38290) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:11.831789 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-4796d05f-da31-45cb-9c17-cff3d943dc87 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Request body: {'security_group_rule': {'security_group_id': 'd88ddefc-94d0-4065-9b88-e57f6d7690fa', 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:15:11.847850 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-4796d05f-da31-45cb-9c17-cff3d943dc87 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:11.856086 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-4796d05f-da31-45cb-9c17-cff3d943dc87 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Usage tracker for resource:security_group_rule and tenant:75ebc3bb5656415f80735987fd499bd4 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:11.860795 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-4796d05f-da31-45cb-9c17-cff3d943dc87 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:11.869517 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-4796d05f-da31-45cb-9c17-cff3d943dc87 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:11.901687 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4796d05f-da31-45cb-9c17-cff3d943dc87 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.021095 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90d40d-2cf1-4a60-b6a8-a314cb96b3de req-b7b466fd-dd1c-4b02-a0b8-bd50bfa41fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:12.022571 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fe90d40d-2cf1-4a60-b6a8-a314cb96b3de req-b7b466fd-dd1c-4b02-a0b8-bd50bfa41fea service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a42bc9b-cb66-48b5-8733-7d057b351d7e HTTP/1.1" status: 200 len: 914 time: 0.2405512 May 26 22:15:12.088971 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4796d05f-da31-45cb-9c17-cff3d943dc87 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.094099 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4796d05f-da31-45cb-9c17-cff3d943dc87 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.096106 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:12.104304 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f4fd33-becc-4a70-aad4-b480e108ab3a', 'name': 'network-vif-deleted', 'tag': '0b270138-4732-42f3-858e-6dc305cd051a'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:15:12.111356 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fe90d40d-2cf1-4a60-b6a8-a314cb96b3de req-0109af22-6166-463a-8b03-169ea3b28fbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c09cf8a6-9fff-40f0-8fae-807a31530662 HTTP/1.1" status: 200 len: 217 time: 0.0771773 May 26 22:15:12.120488 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796d05f-da31-45cb-9c17-cff3d943dc87 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee1a990-8bf7-49c2-81e4-3a0d5ff8ef9d,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:12.125633 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-4796d05f-da31-45cb-9c17-cff3d943dc87 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:12.132020 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4796d05f-da31-45cb-9c17-cff3d943dc87 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.133251 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-4796d05f-da31-45cb-9c17-cff3d943dc87 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3090308 May 26 22:15:12.136339 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38300) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:12.143344 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-a03efead-d57e-4e92-a75f-865c23ac13c2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Request body: {'security_group_rule': {'security_group_id': 'd88ddefc-94d0-4065-9b88-e57f6d7690fa', 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:15:12.151600 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-a03efead-d57e-4e92-a75f-865c23ac13c2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:12.157179 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-a03efead-d57e-4e92-a75f-865c23ac13c2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Usage tracker for resource:security_group_rule and tenant:75ebc3bb5656415f80735987fd499bd4 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:12.160481 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-a03efead-d57e-4e92-a75f-865c23ac13c2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:12.166742 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-a03efead-d57e-4e92-a75f-865c23ac13c2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:12.172124 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05a4c9-0a42-48ad-9df4-29b9c3894126 req-4a6ed705-6367-47d2-a636-0f696c08a37d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:12.174038 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c05a4c9-0a42-48ad-9df4-29b9c3894126 req-4a6ed705-6367-47d2-a636-0f696c08a37d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.2256675 May 26 22:15:12.184715 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a03efead-d57e-4e92-a75f-865c23ac13c2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.242149 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 0b270138-4732-42f3-858e-6dc305cd051a no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:15:12.260502 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a03efead-d57e-4e92-a75f-865c23ac13c2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.272261 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a03efead-d57e-4e92-a75f-865c23ac13c2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.274947 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:12.289278 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: 0b270138-4732-42f3-858e-6dc305cd051a {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:15:12.293979 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 0b270138-4732-42f3-858e-6dc305cd051a not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:15:12.302757 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03efead-d57e-4e92-a75f-865c23ac13c2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08dc2c9-021c-434f-ad40-ce5a3647a55a,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:12.315981 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a03efead-d57e-4e92-a75f-865c23ac13c2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:12.323051 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a03efead-d57e-4e92-a75f-865c23ac13c2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.324323 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-a03efead-d57e-4e92-a75f-865c23ac13c2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1867092 May 26 22:15:12.327819 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38308) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:12.335147 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-98558bde-a67f-4fdf-9efd-25a5a8c3691f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Request body: {'security_group_rule': {'security_group_id': 'd88ddefc-94d0-4065-9b88-e57f6d7690fa', 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:15:12.345601 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-98558bde-a67f-4fdf-9efd-25a5a8c3691f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:12.351764 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-98558bde-a67f-4fdf-9efd-25a5a8c3691f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Usage tracker for resource:security_group_rule and tenant:75ebc3bb5656415f80735987fd499bd4 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:12.356214 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-98558bde-a67f-4fdf-9efd-25a5a8c3691f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:12.363289 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-98558bde-a67f-4fdf-9efd-25a5a8c3691f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:12.369832 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90d40d-2cf1-4a60-b6a8-a314cb96b3de req-2cf9b6f1-532e-4a89-ae1a-ffe4b7eef119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:12.371861 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fe90d40d-2cf1-4a60-b6a8-a314cb96b3de req-2cf9b6f1-532e-4a89-ae1a-ffe4b7eef119 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a30ad71-19b2-4b03-9c7c-9d803666f595 HTTP/1.1" status: 200 len: 854 time: 0.2521865 May 26 22:15:12.382258 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-98558bde-a67f-4fdf-9efd-25a5a8c3691f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.385282 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c05a4c9-0a42-48ad-9df4-29b9c3894126 req-a8f200f8-9c67-44a4-ad99-1eddcf51dc72 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916280 May 26 22:15:12.443897 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fe90d40d-2cf1-4a60-b6a8-a314cb96b3de req-51d93102-52fd-4d32-bbe2-56cedf0d21b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a42bc9b-cb66-48b5-8733-7d057b351d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498772 May 26 22:15:12.507342 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-98558bde-a67f-4fdf-9efd-25a5a8c3691f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.511706 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f4fd33-becc-4a70-aad4-b480e108ab3a', 'name': 'network-vif-deleted', 'tag': '0b270138-4732-42f3-858e-6dc305cd051a', 'status': 'completed', 'code': 200} May 26 22:15:12.512950 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-98558bde-a67f-4fdf-9efd-25a5a8c3691f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.515322 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:12.578068 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98558bde-a67f-4fdf-9efd-25a5a8c3691f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d444ad36-a812-4b3d-8052-3b27c3c579c5,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:12.589237 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-98558bde-a67f-4fdf-9efd-25a5a8c3691f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:12.596853 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-98558bde-a67f-4fdf-9efd-25a5a8c3691f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.600918 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-98558bde-a67f-4fdf-9efd-25a5a8c3691f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2693634 May 26 22:15:12.602219 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38314) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:12.607375 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-c0e83868-0791-4dbd-8869-7ff91356f8bc tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Request body: {'security_group_rule': {'security_group_id': 'd88ddefc-94d0-4065-9b88-e57f6d7690fa', 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:15:12.614928 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-c0e83868-0791-4dbd-8869-7ff91356f8bc tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:12.627000 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-c0e83868-0791-4dbd-8869-7ff91356f8bc tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Usage tracker for resource:security_group_rule and tenant:75ebc3bb5656415f80735987fd499bd4 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:12.629973 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-c0e83868-0791-4dbd-8869-7ff91356f8bc tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:12.636335 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-c0e83868-0791-4dbd-8869-7ff91356f8bc tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:12.643788 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-3b0ad85f-bb40-4609-b43b-8acb9b77b175 req-b01741c7-aa31-4dd0-bb50-058838d55d37 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Synchronizing usage tracker for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:15:12.647327 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.securitygroups_db [None req-c0e83868-0791-4dbd-8869-7ff91356f8bc tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Project 75ebc3bb5656415f80735987fd499bd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 22:15:12.653183 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c0e83868-0791-4dbd-8869-7ff91356f8bc tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.688986 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-3b0ad85f-bb40-4609-b43b-8acb9b77b175 req-b01741c7-aa31-4dd0-bb50-058838d55d37 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Unset dirty status for tenant:1702d9b498a2486f9443bfc634d212e6 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:15:12.690788 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3b0ad85f-bb40-4609-b43b-8acb9b77b175 req-b01741c7-aa31-4dd0-bb50-058838d55d37 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] 10.222.0.15 "GET /v2.0/ports?device_id=21f4fd33-becc-4a70-aad4-b480e108ab3a HTTP/1.1" status: 200 len: 210 time: 0.1008375 May 26 22:15:12.696996 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fe90d40d-2cf1-4a60-b6a8-a314cb96b3de req-594f5243-36b3-4e01-ab4e-06720add08f1 service neutron] 10.222.0.24 "GET /v2.0/networks/3a42bc9b-cb66-48b5-8733-7d057b351d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445989 May 26 22:15:12.733252 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c0e83868-0791-4dbd-8869-7ff91356f8bc tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.737907 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c0e83868-0791-4dbd-8869-7ff91356f8bc tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.758479 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-4796d05f-da31-45cb-9c17-cff3d943dc87 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:12.769513 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c0e83868-0791-4dbd-8869-7ff91356f8bc tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.773138 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-c0e83868-0791-4dbd-8869-7ff91356f8bc tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1676054 May 26 22:15:12.773814 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38320) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:12.781850 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-2a36f25e-5b50-47ae-b618-f7041fba80de tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Request body: {'security_group_rule': {'security_group_id': 'd88ddefc-94d0-4065-9b88-e57f6d7690fa', 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:15:12.786180 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e83868-0791-4dbd-8869-7ff91356f8bc tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1411c329-6040-4931-981c-d43d970dacc8,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:12.788525 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-c0e83868-0791-4dbd-8869-7ff91356f8bc tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:12.790910 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2a36f25e-5b50-47ae-b618-f7041fba80de tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:12.794817 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2a36f25e-5b50-47ae-b618-f7041fba80de tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Usage tracker for resource:security_group_rule and tenant:75ebc3bb5656415f80735987fd499bd4 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:12.797809 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2a36f25e-5b50-47ae-b618-f7041fba80de tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:12.803837 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2a36f25e-5b50-47ae-b618-f7041fba80de tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:12.814043 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.securitygroups_db [None req-2a36f25e-5b50-47ae-b618-f7041fba80de tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Project 75ebc3bb5656415f80735987fd499bd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 22:15:12.819882 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2a36f25e-5b50-47ae-b618-f7041fba80de tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.885017 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2a36f25e-5b50-47ae-b618-f7041fba80de tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.889068 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2a36f25e-5b50-47ae-b618-f7041fba80de tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.891580 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:12.900308 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fe90d40d-2cf1-4a60-b6a8-a314cb96b3de req-55384048-1936-4b09-9f11-21e871cc36b5 service neutron] 10.222.0.24 "GET /v2.0/networks/3a42bc9b-cb66-48b5-8733-7d057b351d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946397 May 26 22:15:12.914985 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36f25e-5b50-47ae-b618-f7041fba80de tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daeaa21b-8bfe-4dd5-a4f3-cafa7b5806b0,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:12.922374 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2a36f25e-5b50-47ae-b618-f7041fba80de tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:12.930376 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2a36f25e-5b50-47ae-b618-f7041fba80de tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.931534 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-2a36f25e-5b50-47ae-b618-f7041fba80de tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1568208 May 26 22:15:12.948649 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ee64b-1dc2-4140-abe6-869b33d4ba8e req-15b3ba4f-086e-4242-a9bf-de55dd04b115 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:12.950140 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fc4ee64b-1dc2-4140-abe6-869b33d4ba8e req-15b3ba4f-086e-4242-a9bf-de55dd04b115 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 943 time: 0.0960879 May 26 22:15:12.996196 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fc4ee64b-1dc2-4140-abe6-869b33d4ba8e req-c2a72970-917f-419f-b04d-40d2e3b31b32 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395730 May 26 22:15:13.052225 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-00696500-29b5-4734-b601-e512fec85685 req-2722d194-f7dc-4c64-b66d-74a98602404f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Synchronizing usage tracker for tenant:75ebc3bb5656415f80735987fd499bd4 on resource:security_group {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:15:13.067931 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-00696500-29b5-4734-b601-e512fec85685 req-2722d194-f7dc-4c64-b66d-74a98602404f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Unset dirty status for tenant:75ebc3bb5656415f80735987fd499bd4 on resource:security_group {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:15:13.069030 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-00696500-29b5-4734-b601-e512fec85685 req-2722d194-f7dc-4c64-b66d-74a98602404f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1096135734&fields=id&tenant_id=75ebc3bb5656415f80735987fd499bd4 HTTP/1.1" status: 200 len: 267 time: 0.0563316 May 26 22:15:13.155516 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00696500-29b5-4734-b601-e512fec85685 req-9ea64231-0912-4c77-9dca-347fdfd30275 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:13.156985 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-00696500-29b5-4734-b601-e512fec85685 req-9ea64231-0912-4c77-9dca-347fdfd30275 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 945 time: 0.0822659 May 26 22:15:13.167551 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-00696500-29b5-4734-b601-e512fec85685 req-57b9eae5-05bd-4b17-897f-b7c91218644f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Request body: {'port': {'security_groups': ['0e2f989c-bef8-47d3-babd-229468a0967b', 'd88ddefc-94d0-4065-9b88-e57f6d7690fa']}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:15:13.288496 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-00696500-29b5-4734-b601-e512fec85685 req-57b9eae5-05bd-4b17-897f-b7c91218644f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:13.587407 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-00696500-29b5-4734-b601-e512fec85685 req-57b9eae5-05bd-4b17-897f-b7c91218644f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] For port b4f61f14-851e-472c-a00a-ac30ca4d1720, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b4f61f14-851e-472c-a00a-ac30ca4d1720,segment=NetworkSegment(64cf7a73-1d55-4f78-8957-42df139d8aad),segment_id=64cf7a73-1d55-4f78-8957-42df139d8aad)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:15:13.624966 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-00696500-29b5-4734-b601-e512fec85685 req-57b9eae5-05bd-4b17-897f-b7c91218644f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:13.634298 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe3a1b-5afd-47df-bd79-37d0f4a75db3 req-fd2c353f-7eef-45a2-aca0-7c2bdf5bf985 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:13.635794 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d1fe3a1b-5afd-47df-bd79-37d0f4a75db3 req-fd2c353f-7eef-45a2-aca0-7c2bdf5bf985 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1234229 May 26 22:15:13.636864 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-00696500-29b5-4734-b601-e512fec85685 req-57b9eae5-05bd-4b17-897f-b7c91218644f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:13.642642 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-45d430b8-da39-4f4f-a376-9b2c8eee8e5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:13.649844 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['b4f61f14-851e-472c-a00a-ac30ca4d1720'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:15:13.740933 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00696500-29b5-4734-b601-e512fec85685 req-57b9eae5-05bd-4b17-897f-b7c91218644f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:13.741563 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-00696500-29b5-4734-b601-e512fec85685 req-57b9eae5-05bd-4b17-897f-b7c91218644f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:13.743270 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-00696500-29b5-4734-b601-e512fec85685 req-57b9eae5-05bd-4b17-897f-b7c91218644f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "PUT /v2.0/ports/b4f61f14-851e-472c-a00a-ac30ca4d1720 HTTP/1.1" status: 200 len: 981 time: 0.5797448 May 26 22:15:13.770743 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d1fe3a1b-5afd-47df-bd79-37d0f4a75db3 req-8717816d-2132-4694-bcc5-6e9df2505090 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932398 May 26 22:15:13.771379 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9eae5-05bd-4b17-897f-b7c91218644f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Pushing event updated for resources: {'Port': ['ID=b4f61f14-851e-472c-a00a-ac30ca4d1720,revision_number=6']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:13.774558 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-57b9eae5-05bd-4b17-897f-b7c91218644f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:13.833385 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['b4f61f14-851e-472c-a00a-ac30ca4d1720'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:15:13.860357 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 38336) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:14.003064 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a74bac-708a-42fc-b6e5-26a1fe109278 admin admin] Deleting subnet 0809b9ed-7456-42ae-9ec5-c5f21c4387ae {{(pid=91908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:15:14.009447 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d6a74bac-708a-42fc-b6e5-26a1fe109278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:14.076577 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d6a74bac-708a-42fc-b6e5-26a1fe109278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2177247'] for subnet, precommit_delete_associations {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:14.090733 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-2da3fcd2-c2d6-4bbe-8ef6-2d1a2c6ae57c None None] Provisioning complete for port b4f61f14-851e-472c-a00a-ac30ca4d1720 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:15:14.091442 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2da3fcd2-c2d6-4bbe-8ef6-2d1a2c6ae57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:14.135340 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75888666-2002-4b88-bd33-aa2d6a5c4d93 req-f04023b8-1554-4c62-8b42-3b6544eafd0f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:14.136937 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-75888666-2002-4b88-bd33-aa2d6a5c4d93 req-f04023b8-1554-4c62-8b42-3b6544eafd0f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.2145379 May 26 22:15:14.212457 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d6a74bac-708a-42fc-b6e5-26a1fe109278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:14.295365 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device c09cf8a6-9fff-40f0-8fae-807a31530662 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:15:14.415728 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-75888666-2002-4b88-bd33-aa2d6a5c4d93 req-552a4841-3576-49bc-b25f-d00b99ea9d20 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&id=d88ddefc-94d0-4065-9b88-e57f6d7690fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2729623 May 26 22:15:14.514135 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'tag': 'b4f61f14-851e-472c-a00a-ac30ca4d1720'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:15:14.607825 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a67b2-f886-4d75-bdd1-cea96faec78e req-9ee5215d-eff0-427c-8bad-2c4d19b73b0f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:14.609328 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-103a67b2-f886-4d75-bdd1-cea96faec78e req-9ee5215d-eff0-427c-8bad-2c4d19b73b0f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 943 time: 0.4484491 May 26 22:15:14.631248 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc73ae5-f4f2-4b04-978b-514dae0c029a req-b910bbcf-0bbc-41f2-a500-0b24d7b01f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:14.632713 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7cc73ae5-f4f2-4b04-978b-514dae0c029a req-b910bbcf-0bbc-41f2-a500-0b24d7b01f68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a435291021204d3da09d9114cbf1a10c&device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 1098 time: 0.4219062 May 26 22:15:14.652376 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port c09cf8a6-9fff-40f0-8fae-807a31530662, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=c09cf8a6-9fff-40f0-8fae-807a31530662,segment=NetworkSegment(3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5),segment_id=3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:15:14.696429 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': 'c09cf8a6-9fff-40f0-8fae-807a31530662', 'network_id': '3a42bc9b-cb66-48b5-8733-7d057b351d7e', 'port_id': 'c09cf8a6-9fff-40f0-8fae-807a31530662', 'mac_address': 'fa:16:3e:eb:0f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a30ad71-19b2-4b03-9c7c-9d803666f595', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:15:14.792952 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:14.825172 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09cf8a6-9fff-40f0-8fae-807a31530662 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:15:14.834349 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-103a67b2-f886-4d75-bdd1-cea96faec78e req-8dd60448-1b41-43d4-91c6-a6a64e89c186 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167416 May 26 22:15:14.859645 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port c09cf8a6-9fff-40f0-8fae-807a31530662, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=c09cf8a6-9fff-40f0-8fae-807a31530662,segment=NetworkSegment(3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5),segment_id=3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:15:14.871920 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:14.876379 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:14.877246 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074f2d7-ecf9-4ba9-9180-80f73660e69a req-b5d6a499-4e63-4d68-9b80-15ae4165600f tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:14.878733 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0074f2d7-ecf9-4ba9-9180-80f73660e69a req-b5d6a499-4e63-4d68-9b80-15ae4165600f tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.3572526 May 26 22:15:14.898237 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'tag': 'b4f61f14-851e-472c-a00a-ac30ca4d1720', 'status': 'completed', 'code': 200} May 26 22:15:14.967047 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=c09cf8a6-9fff-40f0-8fae-807a31530662,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:14.968714 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc73ae5-f4f2-4b04-978b-514dae0c029a req-f42e4cc7-3f87-4a2b-8c63-722983a3f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:14.970012 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:14.970878 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7cc73ae5-f4f2-4b04-978b-514dae0c029a req-f42e4cc7-3f87-4a2b-8c63-722983a3f8f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd0f4b88-2ea3-42a5-875f-953927127dd7 HTTP/1.1" status: 200 len: 911 time: 0.3137827 May 26 22:15:15.092966 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d6a74bac-708a-42fc-b6e5-26a1fe109278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2177211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2572536'] for subnet, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:15.105466 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0074f2d7-ecf9-4ba9-9180-80f73660e69a req-8267b2bc-4851-43c9-812f-47b983b8015d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064610 May 26 22:15:15.109752 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:15.157531 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d6a74bac-708a-42fc-b6e5-26a1fe109278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:15.159963 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a74bac-708a-42fc-b6e5-26a1fe109278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0809b9ed-7456-42ae-9ec5-c5f21c4387ae,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:15.162127 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d6a74bac-708a-42fc-b6e5-26a1fe109278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:15.166230 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7cc73ae5-f4f2-4b04-978b-514dae0c029a req-d23916d1-c9f3-454a-ad8e-6723e8fb7139 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239ba04f-b01e-461d-8cd5-aaa7ba839731 HTTP/1.1" status: 200 len: 1000 time: 0.1860187 May 26 22:15:15.172000 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-d6a74bac-708a-42fc-b6e5-26a1fe109278 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0809b9ed-7456-42ae-9ec5-c5f21c4387ae HTTP/1.1" status: 204 len: 168 time: 1.3106067 May 26 22:15:15.174578 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38350) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:15.226115 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03c824-94f7-43d7-8cc3-21061ec1d6f4 req-3637823d-0cfa-40c1-8e7e-0950aa988f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:15.227569 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8b03c824-94f7-43d7-8cc3-21061ec1d6f4 req-3637823d-0cfa-40c1-8e7e-0950aa988f34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75ebc3bb5656415f80735987fd499bd4&device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 1137 time: 0.3052812 May 26 22:15:15.239661 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc73ae5-f4f2-4b04-978b-514dae0c029a req-ec0750b7-1630-435c-9a16-701362b21ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:15.241017 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7cc73ae5-f4f2-4b04-978b-514dae0c029a req-ec0750b7-1630-435c-9a16-701362b21ea0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adae609d-8b31-437b-a405-c50a9858e6b3 HTTP/1.1" status: 200 len: 850 time: 0.0678661 May 26 22:15:15.282234 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a8128a4f-de75-41c8-a9fd-8097eec8c877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:15.299800 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['c09cf8a6-9fff-40f0-8fae-807a31530662'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:15:15.409089 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a8128a4f-de75-41c8-a9fd-8097eec8c877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:15.424604 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03c824-94f7-43d7-8cc3-21061ec1d6f4 req-e2cf82a3-118d-4b3f-bcc9-cf077f5108eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:15.426211 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8b03c824-94f7-43d7-8cc3-21061ec1d6f4 req-e2cf82a3-118d-4b3f-bcc9-cf077f5108eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3e2c407-31e6-404d-b0a7-89732e6967d7 HTTP/1.1" status: 200 len: 915 time: 0.1882887 May 26 22:15:15.426611 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-a8128a4f-de75-41c8-a9fd-8097eec8c877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459387a3-7a2b-4e1f-b526-99212399eff7']}} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:15:15.429043 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc73ae5-f4f2-4b04-978b-514dae0c029a req-058a020c-bfa0-4870-a1bc-2e702ef956f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:15.430429 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7cc73ae5-f4f2-4b04-978b-514dae0c029a req-058a020c-bfa0-4870-a1bc-2e702ef956f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd0f4b88-2ea3-42a5-875f-953927127dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1718740 May 26 22:15:15.439483 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-a8128a4f-de75-41c8-a9fd-8097eec8c877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910aa238-3043-4115-86e2-10a8c33c7883') {'for_net_delete': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:15:15.439870 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-a8128a4f-de75-41c8-a9fd-8097eec8c877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910aa238-3043-4115-86e2-10a8c33c7883') {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:15:15.451651 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a8128a4f-de75-41c8-a9fd-8097eec8c877 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2694243'] for segment, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:15.473906 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a8128a4f-de75-41c8-a9fd-8097eec8c877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:15.480058 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8128a4f-de75-41c8-a9fd-8097eec8c877 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=91909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:15:15.480439 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a8128a4f-de75-41c8-a9fd-8097eec8c877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985114'] for segment, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: Traceback (most recent call last): May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: timer() May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: cb(*args, **kw) May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: return func(*args, **kwargs) May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: self._notify() May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: self.callback(batched_events) May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: event.method(event) May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: return f(self, *a, **k) May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._get(url).json() May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: return self.request(url, 'GET', **kwargs) May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:15:15.494062 dv-cinder-793244-1-iscsi neutron-server[91909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:15:15.568700 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a8128a4f-de75-41c8-a9fd-8097eec8c877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:15.572778 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:15.591956 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a8128a4f-de75-41c8-a9fd-8097eec8c877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:15.600320 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8128a4f-de75-41c8-a9fd-8097eec8c877 admin admin] Pushing event deleted for resources: {'Network': ['ID=459387a3-7a2b-4e1f-b526-99212399eff7,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:15.603422 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a8128a4f-de75-41c8-a9fd-8097eec8c877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:15.610173 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-a8128a4f-de75-41c8-a9fd-8097eec8c877 admin admin] 10.222.0.15 "DELETE /v2.0/networks/459387a3-7a2b-4e1f-b526-99212399eff7 HTTP/1.1" status: 204 len: 168 time: 0.4344893 May 26 22:15:15.629206 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8b03c824-94f7-43d7-8cc3-21061ec1d6f4 req-c90d8b1f-060b-4112-bd6f-0874b7390c72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f61f14-851e-472c-a00a-ac30ca4d1720 HTTP/1.1" status: 200 len: 1000 time: 0.1899242 May 26 22:15:15.707534 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7cc73ae5-f4f2-4b04-978b-514dae0c029a req-142b72ec-327d-4639-8494-8730a63b7fed service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670667 May 26 22:15:15.740455 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03c824-94f7-43d7-8cc3-21061ec1d6f4 req-0133d0b7-d599-452d-b124-75ecad964798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:15.741848 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8b03c824-94f7-43d7-8cc3-21061ec1d6f4 req-0133d0b7-d599-452d-b124-75ecad964798 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b92b1b22-3d48-4a67-9ba4-0549493c8630 HTTP/1.1" status: 200 len: 854 time: 0.0957053 May 26 22:15:15.785555 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38356) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:15.835945 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-8106f6f4-126c-40ec-9ab7-a3b09aa8dcdb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1702d9b498a2486f9443bfc634d212e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0491481 May 26 22:15:15.838206 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38362) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:15.908314 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7cc73ae5-f4f2-4b04-978b-514dae0c029a req-d8488d9b-c1f3-4b64-be69-df23dc245982 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908829 May 26 22:15:15.908599 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-18d07ade-fb12-4397-b3b1-7b4e193c3b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:15.940170 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-18d07ade-fb12-4397-b3b1-7b4e193c3b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:15.942581 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03c824-94f7-43d7-8cc3-21061ec1d6f4 req-56029d32-73b2-4da7-a36d-f3afd231a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:15.944963 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8b03c824-94f7-43d7-8cc3-21061ec1d6f4 req-56029d32-73b2-4da7-a36d-f3afd231a25a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3e2c407-31e6-404d-b0a7-89732e6967d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1533921 May 26 22:15:15.994424 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-18d07ade-fb12-4397-b3b1-7b4e193c3b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:16.000063 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-b8d8900d-6d27-423c-a918-44052c30712c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:16.013570 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d07ade-fb12-4397-b3b1-7b4e193c3b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3c2543-064c-4f43-b8ed-3686430d2223,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:16.016235 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-18d07ade-fb12-4397-b3b1-7b4e193c3b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:16.022253 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-18d07ade-fb12-4397-b3b1-7b4e193c3b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:16.025638 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-18d07ade-fb12-4397-b3b1-7b4e193c3b82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a3c2543-064c-4f43-b8ed-3686430d2223 HTTP/1.1" status: 204 len: 168 time: 0.1839883 May 26 22:15:16.250585 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8b03c824-94f7-43d7-8cc3-21061ec1d6f4 req-6f0627b0-1eac-4648-8f13-46f3f49f9990 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967179 May 26 22:15:16.262584 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a613b5b-44c8-40fd-adab-460ec0c0af36 req-9a7e2b82-f93c-453b-b90e-f1289e21c3e9 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:16.264478 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4a613b5b-44c8-40fd-adab-460ec0c0af36 req-9a7e2b82-f93c-453b-b90e-f1289e21c3e9 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 944 time: 0.2901087 May 26 22:15:16.436234 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4a613b5b-44c8-40fd-adab-460ec0c0af36 req-f96403cc-5cf1-4fe9-b3e5-fb9590c65246 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498682 May 26 22:15:16.489359 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8b03c824-94f7-43d7-8cc3-21061ec1d6f4 req-12673c53-affd-4aa8-9aec-1f84ba71fc47 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235670 May 26 22:15:16.510530 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb2a22-bdeb-453b-8edc-100204a7d781 req-f56c9ab6-bf0d-4214-ac1e-aea01139f13d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:16.512002 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8ccb2a22-bdeb-453b-8edc-100204a7d781 req-f56c9ab6-bf0d-4214-ac1e-aea01139f13d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1311977 May 26 22:15:16.557283 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8ccb2a22-bdeb-453b-8edc-100204a7d781 req-d89d67b6-8598-43f1-bafa-c872193dfa85 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384920 May 26 22:15:17.626041 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c837ac4-f03b-4441-853e-5004410bf317 req-2a9275c8-28c6-407b-aed9-0132f8d22b29 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:17.627495 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9c837ac4-f03b-4441-853e-5004410bf317 req-2a9275c8-28c6-407b-aed9-0132f8d22b29 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 944 time: 0.0835707 May 26 22:15:17.700086 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9c837ac4-f03b-4441-853e-5004410bf317 req-34a3d39f-0b18-41d1-af9d-23858f5e711e tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669453 May 26 22:15:17.749493 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe06827-0b9c-4ec9-bd7d-5a9ef51ec856 req-deccfbab-06f8-4de2-ad19-87010ba3116a tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:17.751111 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5fe06827-0b9c-4ec9-bd7d-5a9ef51ec856 req-deccfbab-06f8-4de2-ad19-87010ba3116a tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.0869277 May 26 22:15:17.797873 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5fe06827-0b9c-4ec9-bd7d-5a9ef51ec856 req-ee19bb01-d325-40d4-9487-3a8f8d68dd42 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411785 May 26 22:15:18.273735 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device c09cf8a6-9fff-40f0-8fae-807a31530662 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:15:18.345882 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port c09cf8a6-9fff-40f0-8fae-807a31530662 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:15:18.350337 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port c09cf8a6-9fff-40f0-8fae-807a31530662 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:15:18.350714 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:18.467257 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:18.494899 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1c0663-359e-4741-b6f9-e5006b7761b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09cf8a6-9fff-40f0-8fae-807a31530662'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:15:18.505946 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port c09cf8a6-9fff-40f0-8fae-807a31530662, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=c09cf8a6-9fff-40f0-8fae-807a31530662,segment=NetworkSegment(3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5),segment_id=3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:15:18.510457 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:18.512500 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:18.547496 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1c0663-359e-4741-b6f9-e5006b7761b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09cf8a6-9fff-40f0-8fae-807a31530662', 'code': 200} May 26 22:15:18.580840 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=c09cf8a6-9fff-40f0-8fae-807a31530662,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:18.589440 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:18.865495 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7429f1-40fb-4243-a21a-31944c552cdd req-efa9c418-071f-4a24-bc46-4c19064b0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:18.866921 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3d7429f1-40fb-4243-a21a-31944c552cdd req-efa9c418-071f-4a24-bc46-4c19064b0467 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 1098 time: 0.1124547 May 26 22:15:18.936113 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3d7429f1-40fb-4243-a21a-31944c552cdd req-aec931dd-cce4-414d-aca7-0059f8518f2f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510035 May 26 22:15:18.948820 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff88e02-9c0b-4f8f-8b83-76ffc10e5d6d req-40f310f4-33d2-4504-ad05-e5e89621b177 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:18.956166 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2ff88e02-9c0b-4f8f-8b83-76ffc10e5d6d req-40f310f4-33d2-4504-ad05-e5e89621b177 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 945 time: 0.1376636 May 26 22:15:18.996813 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2ff88e02-9c0b-4f8f-8b83-76ffc10e5d6d req-c12bb826-a577-402c-9827-0702e815c9cc tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396976 May 26 22:15:20.180310 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cba30d-8af4-4456-84a7-cb3d765c0898 req-b487274b-a1e4-4d04-be81-5598f12d05f9 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:20.181749 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-47cba30d-8af4-4456-84a7-cb3d765c0898 req-b487274b-a1e4-4d04-be81-5598f12d05f9 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 945 time: 0.0786414 May 26 22:15:20.226706 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-47cba30d-8af4-4456-84a7-cb3d765c0898 req-e15ef781-3c81-4c40-b589-550b31efd242 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392663 May 26 22:15:20.876764 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f41467-f17b-4bbd-ae32-f4ddc821590b req-ba800050-c01f-4915-a60d-98893711403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:20.878216 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-40f41467-f17b-4bbd-ae32-f4ddc821590b req-ba800050-c01f-4915-a60d-98893711403b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9708ab761c59413f8fc7b71b806e5d82&device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 1098 time: 0.1319146 May 26 22:15:20.888793 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52fedb-96f0-458f-b62e-9d38b0633c0f req-2291e6a9-21d0-430b-867c-1c6f33c665c4 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:20.890846 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7e52fedb-96f0-458f-b62e-9d38b0633c0f req-2291e6a9-21d0-430b-867c-1c6f33c665c4 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1110122 May 26 22:15:21.009200 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7e52fedb-96f0-458f-b62e-9d38b0633c0f req-ce147143-6c89-46df-ac47-6107a3737bee tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003098 May 26 22:15:21.051224 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f41467-f17b-4bbd-ae32-f4ddc821590b req-2b46151d-d0a2-49e4-996e-c6f59868ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:21.052647 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-40f41467-f17b-4bbd-ae32-f4ddc821590b req-2b46151d-d0a2-49e4-996e-c6f59868ab57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0 HTTP/1.1" status: 200 len: 918 time: 0.1609879 May 26 22:15:21.118790 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-40f41467-f17b-4bbd-ae32-f4ddc821590b req-d896eb25-1547-4e01-b1d3-766778261ce2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=086cb96b-2b6a-4980-8665-5e200203ad30 HTTP/1.1" status: 200 len: 217 time: 0.0589972 May 26 22:15:21.183186 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f41467-f17b-4bbd-ae32-f4ddc821590b req-8fd9109f-aad5-4c18-ac2a-2caa5fc9b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:21.184584 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-40f41467-f17b-4bbd-ae32-f4ddc821590b req-8fd9109f-aad5-4c18-ac2a-2caa5fc9b2bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8078f847-52d5-499d-9dd9-d637beb0763e HTTP/1.1" status: 200 len: 858 time: 0.0576448 May 26 22:15:21.230121 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-40f41467-f17b-4bbd-ae32-f4ddc821590b req-57799974-3e92-4a4f-af0d-2171d9f06ac8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385199 May 26 22:15:21.417137 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-40f41467-f17b-4bbd-ae32-f4ddc821590b req-88e26895-df4e-40ee-a2a4-496968c54860 service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737175 May 26 22:15:21.599487 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356401b7-06c0-49b6-9a52-3f6507366221 req-9523fb13-ed6a-401f-b55b-32903755c1aa tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:21.600990 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-356401b7-06c0-49b6-9a52-3f6507366221 req-9523fb13-ed6a-401f-b55b-32903755c1aa tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 945 time: 0.2505405 May 26 22:15:21.670340 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-40f41467-f17b-4bbd-ae32-f4ddc821590b req-97c87841-e79c-443f-8f57-722db081804c service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450657 May 26 22:15:21.678240 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-356401b7-06c0-49b6-9a52-3f6507366221 req-2346965d-802f-4cf6-8745-22deadbfad67 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616612 May 26 22:15:22.280430 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6807d95-2dc3-4d91-ae55-f27085fe26ef req-d3cef4d3-8680-41d2-b18c-e19c06251c72 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:22.281967 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d6807d95-2dc3-4d91-ae55-f27085fe26ef req-d3cef4d3-8680-41d2-b18c-e19c06251c72 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0851734 May 26 22:15:22.329975 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d6807d95-2dc3-4d91-ae55-f27085fe26ef req-7305d3a1-6e91-4813-8bb5-09ae92fc2971 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420308 May 26 22:15:23.520006 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62513f65-227f-4a86-8968-76bb64222704 req-b106736c-5fa6-42a5-91dc-f21cee613a91 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:23.521451 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62513f65-227f-4a86-8968-76bb64222704 req-b106736c-5fa6-42a5-91dc-f21cee613a91 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0816059 May 26 22:15:23.564542 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62513f65-227f-4a86-8968-76bb64222704 req-02cb468c-15f4-4bf6-a411-0a24ecdaefdc tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375323 May 26 22:15:24.749470 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47d4db-64df-4ba7-9ef4-06ad772c273a req-210b90fd-beaf-4f26-abb5-61d1356e1f18 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:24.750894 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5b47d4db-64df-4ba7-9ef4-06ad772c273a req-210b90fd-beaf-4f26-abb5-61d1356e1f18 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0789194 May 26 22:15:24.794327 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5b47d4db-64df-4ba7-9ef4-06ad772c273a req-2834c312-4ffd-4c97-a004-a14b6580bf5b tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377374 May 26 22:15:25.979925 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97de6d-24b7-4914-9e02-cd1916223ac4 req-abed8536-1a89-477a-8408-834dceec23fc tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:25.981347 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8a97de6d-24b7-4914-9e02-cd1916223ac4 req-abed8536-1a89-477a-8408-834dceec23fc tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0808370 May 26 22:15:26.024675 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8a97de6d-24b7-4914-9e02-cd1916223ac4 req-9531f64c-6ccb-4172-a6b3-ee618276f39b tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377119 May 26 22:15:26.429015 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:26.560802 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38542) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:26.677217 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ad439514-7b88-4ad2-8065-3aa71c1f6206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:26.694342 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-ad439514-7b88-4ad2-8065-3aa71c1f6206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:26.698060 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-ad439514-7b88-4ad2-8065-3aa71c1f6206 admin admin] Usage tracker for resource:security_group_rule and tenant:5387323de31144b79a289562e3724975 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:26.700810 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-ad439514-7b88-4ad2-8065-3aa71c1f6206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:26.706464 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-ad439514-7b88-4ad2-8065-3aa71c1f6206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:26.788410 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ad439514-7b88-4ad2-8065-3aa71c1f6206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:26.791819 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ad439514-7b88-4ad2-8065-3aa71c1f6206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:26.800856 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2ad7dc20-8cb9-469c-8135-8ec5c6c07de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:26.839573 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-ad439514-7b88-4ad2-8065-3aa71c1f6206 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5387323de31144b79a289562e3724975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770505 May 26 22:15:26.841318 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad439514-7b88-4ad2-8065-3aa71c1f6206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98537e91-4962-4a76-a07b-891d8f2d861e,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:26.842220 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 38550) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:26.845452 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ad439514-7b88-4ad2-8065-3aa71c1f6206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:26.900285 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-33f865e7-191a-4a5f-8e9d-c4db1eed4b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:26.911345 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:15:26.927288 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-33f865e7-191a-4a5f-8e9d-c4db1eed4b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:26.979539 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-33f865e7-191a-4a5f-8e9d-c4db1eed4b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:26.985580 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:27.001415 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f865e7-191a-4a5f-8e9d-c4db1eed4b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98537e91-4962-4a76-a07b-891d8f2d861e,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:27.003755 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-33f865e7-191a-4a5f-8e9d-c4db1eed4b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:27.005900 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-33f865e7-191a-4a5f-8e9d-c4db1eed4b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:27.006885 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-33f865e7-191a-4a5f-8e9d-c4db1eed4b1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98537e91-4962-4a76-a07b-891d8f2d861e HTTP/1.1" status: 204 len: 168 time: 0.1631033 May 26 22:15:27.210364 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cc6a1-fdd9-409a-ba9a-114322472a42 req-e0fecb42-a608-468f-a854-68f9fbffa2a1 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:27.215918 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-354cc6a1-fdd9-409a-ba9a-114322472a42 req-e0fecb42-a608-468f-a854-68f9fbffa2a1 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0797634 May 26 22:15:27.257048 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-354cc6a1-fdd9-409a-ba9a-114322472a42 req-f9f2e40f-68ef-437f-b4e8-3e7a854dc60c tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 May 26 22:15:28.447810 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5338340-5b42-406f-a4fb-a8ce193c6a9c req-c30981af-01f4-41c0-bc3c-06edca9c28cc tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:28.449285 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f5338340-5b42-406f-a4fb-a8ce193c6a9c req-c30981af-01f4-41c0-bc3c-06edca9c28cc tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0855763 May 26 22:15:28.469075 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38610) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:28.494706 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f5338340-5b42-406f-a4fb-a8ce193c6a9c req-3442dcaf-416d-413b-a100-04de17329a86 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396149 May 26 22:15:28.586743 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a8027e48-88f5-479c-a7e2-e948d9c6ef45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:28.601054 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-a8027e48-88f5-479c-a7e2-e948d9c6ef45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:28.604770 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-a8027e48-88f5-479c-a7e2-e948d9c6ef45 admin admin] Usage tracker for resource:security_group_rule and tenant:263f2c8ee1ab4c99869ffac57f94f857 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:28.607476 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-a8027e48-88f5-479c-a7e2-e948d9c6ef45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:28.613157 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-a8027e48-88f5-479c-a7e2-e948d9c6ef45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:28.692138 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a8027e48-88f5-479c-a7e2-e948d9c6ef45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:28.695544 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a8027e48-88f5-479c-a7e2-e948d9c6ef45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:28.703782 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-b3846d18-1f67-4400-b99e-ea12cccc8d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:28.742557 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-a8027e48-88f5-479c-a7e2-e948d9c6ef45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=263f2c8ee1ab4c99869ffac57f94f857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721798 May 26 22:15:28.744178 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8027e48-88f5-479c-a7e2-e948d9c6ef45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ad7382-8ca3-41c0-8362-b4346c671e6b,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:28.745332 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 38618) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:28.747067 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a8027e48-88f5-479c-a7e2-e948d9c6ef45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:28.806479 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-84ee5741-39a2-4c48-a064-51bf358e3b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:28.811070 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-fd650201-6361-492b-851b-fcc0964aceda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:28.835255 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-84ee5741-39a2-4c48-a064-51bf358e3b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:28.888261 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-84ee5741-39a2-4c48-a064-51bf358e3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:28.893787 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-955eefa1-b26e-4f27-b99c-c0595ba93d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:28.906452 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee5741-39a2-4c48-a064-51bf358e3b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ad7382-8ca3-41c0-8362-b4346c671e6b,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:28.909350 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-84ee5741-39a2-4c48-a064-51bf358e3b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:28.910289 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-84ee5741-39a2-4c48-a064-51bf358e3b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:28.911378 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-84ee5741-39a2-4c48-a064-51bf358e3b5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55ad7382-8ca3-41c0-8362-b4346c671e6b HTTP/1.1" status: 204 len: 168 time: 0.1644826 May 26 22:15:29.859313 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7f998-a383-49de-9854-2d45c88e38de req-38c37a89-9566-4465-b5de-0d30a29e4249 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:29.860912 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-adc7f998-a383-49de-9854-2d45c88e38de req-38c37a89-9566-4465-b5de-0d30a29e4249 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.2603762 May 26 22:15:29.913028 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-adc7f998-a383-49de-9854-2d45c88e38de req-348bc10d-3788-438a-80b3-1d7eb2d64173 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459552 May 26 22:15:30.463795 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 38670) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:30.578464 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-ae2666f5-2d4c-4aa8-9dee-e9ad93829867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:30.592204 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-ae2666f5-2d4c-4aa8-9dee-e9ad93829867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:30.596666 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-ae2666f5-2d4c-4aa8-9dee-e9ad93829867 admin admin] Usage tracker for resource:security_group_rule and tenant:2bd1adc48060485aa48bb9dc9ba27077 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:30.599429 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-ae2666f5-2d4c-4aa8-9dee-e9ad93829867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:30.605019 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-ae2666f5-2d4c-4aa8-9dee-e9ad93829867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:30.683661 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-ae2666f5-2d4c-4aa8-9dee-e9ad93829867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:30.687432 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-ae2666f5-2d4c-4aa8-9dee-e9ad93829867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:30.694444 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-33f865e7-191a-4a5f-8e9d-c4db1eed4b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:30.733062 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2666f5-2d4c-4aa8-9dee-e9ad93829867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86d08d3-42ca-41ad-9e1b-159a38290475,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:30.737715 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-ae2666f5-2d4c-4aa8-9dee-e9ad93829867 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bd1adc48060485aa48bb9dc9ba27077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728763 May 26 22:15:30.738558 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-ae2666f5-2d4c-4aa8-9dee-e9ad93829867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:30.741013 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 38676) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:30.799487 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-eacf29b9-29dd-4eaf-80b9-7c5a90f82323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:30.823938 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-eacf29b9-29dd-4eaf-80b9-7c5a90f82323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:30.874838 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-eacf29b9-29dd-4eaf-80b9-7c5a90f82323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:30.878812 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0697c846-07d5-482a-9001-964d4763311b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:30.889148 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf29b9-29dd-4eaf-80b9-7c5a90f82323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86d08d3-42ca-41ad-9e1b-159a38290475,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:30.894557 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-eacf29b9-29dd-4eaf-80b9-7c5a90f82323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:30.897660 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-eacf29b9-29dd-4eaf-80b9-7c5a90f82323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:30.897660 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-eacf29b9-29dd-4eaf-80b9-7c5a90f82323 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a86d08d3-42ca-41ad-9e1b-159a38290475 HTTP/1.1" status: 204 len: 168 time: 0.1562526 May 26 22:15:31.104530 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a38e9-d015-4d03-b6fb-e01212d4cfd7 req-acae8e0b-5b1e-4179-a5d9-cba00da15d44 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:31.106001 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-584a38e9-d015-4d03-b6fb-e01212d4cfd7 req-acae8e0b-5b1e-4179-a5d9-cba00da15d44 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0792241 May 26 22:15:31.151779 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f682e8b3-e1c7-4234-ad2c-651ae5198079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:31.156503 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-584a38e9-d015-4d03-b6fb-e01212d4cfd7 req-281e0c38-84e6-4d40-a5a4-af7d912dea01 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443616 May 26 22:15:31.185264 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 38688) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:31.204168 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-03655c9b-9878-4965-92c4-d88b1bd93c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:31.218013 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-03655c9b-9878-4965-92c4-d88b1bd93c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:31.221744 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-03655c9b-9878-4965-92c4-d88b1bd93c9d admin admin] Usage tracker for resource:security_group_rule and tenant:78bd51afc6644097a3a33c134ec638dd is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:31.224497 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-03655c9b-9878-4965-92c4-d88b1bd93c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:31.230062 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-03655c9b-9878-4965-92c4-d88b1bd93c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:31.246567 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:31.310812 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-03655c9b-9878-4965-92c4-d88b1bd93c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:31.315272 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-03655c9b-9878-4965-92c4-d88b1bd93c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:31.323518 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-fca9e8e9-7fcd-47de-b545-816f966a9494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:31.364822 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-03655c9b-9878-4965-92c4-d88b1bd93c9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78bd51afc6644097a3a33c134ec638dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783593 May 26 22:15:31.366482 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03655c9b-9878-4965-92c4-d88b1bd93c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fd98e2-2a2f-4ab3-ad29-da23db39e120,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:31.367448 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38692) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:31.369566 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-03655c9b-9878-4965-92c4-d88b1bd93c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:31.432828 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d139-7266-4b86-9d1a-02f70109c383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:31.458853 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d139-7266-4b86-9d1a-02f70109c383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:31.510162 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d139-7266-4b86-9d1a-02f70109c383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:31.515352 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8307dca5-5f6b-4a8a-8f00-6dadb5017348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:31.527977 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7d139-7266-4b86-9d1a-02f70109c383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fd98e2-2a2f-4ab3-ad29-da23db39e120,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:31.530478 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-7bb7d139-7266-4b86-9d1a-02f70109c383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:31.539488 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7bb7d139-7266-4b86-9d1a-02f70109c383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:31.540603 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-7bb7d139-7266-4b86-9d1a-02f70109c383 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49fd98e2-2a2f-4ab3-ad29-da23db39e120 HTTP/1.1" status: 204 len: 168 time: 0.1720557 May 26 22:15:32.347817 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b7880-b4b5-47aa-9c79-7c97c0a05c34 req-5a92fd41-74af-43ed-95cb-7b9f6dcff057 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:32.349197 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d63b7880-b4b5-47aa-9c79-7c97c0a05c34 req-5a92fd41-74af-43ed-95cb-7b9f6dcff057 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0855274 May 26 22:15:32.378120 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:32.400382 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d63b7880-b4b5-47aa-9c79-7c97c0a05c34 req-0990b1a7-adda-4fa0-98c6-11730f4aa8a2 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 May 26 22:15:33.225808 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38744) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:33.341039 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-500e4165-d820-4237-8722-5c211b3a35fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:33.355496 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-500e4165-d820-4237-8722-5c211b3a35fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:33.359471 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-500e4165-d820-4237-8722-5c211b3a35fb admin admin] Usage tracker for resource:security_group_rule and tenant:6f5befae08df43328ebb4345369b16ca is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:33.362243 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-500e4165-d820-4237-8722-5c211b3a35fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:33.367900 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-500e4165-d820-4237-8722-5c211b3a35fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:33.450924 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-500e4165-d820-4237-8722-5c211b3a35fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:33.455311 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-500e4165-d820-4237-8722-5c211b3a35fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:33.462313 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a7c01f76-9694-4993-84be-f7bd9df44661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:33.506652 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-500e4165-d820-4237-8722-5c211b3a35fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f5befae08df43328ebb4345369b16ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796977 May 26 22:15:33.508098 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e4165-d820-4237-8722-5c211b3a35fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a30ebc-b4c2-48b7-bd4e-9129d18cbe1f,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:33.510868 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 38754) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:33.511295 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-500e4165-d820-4237-8722-5c211b3a35fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:33.626927 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b3fdef42-264d-4464-af24-b8eb7037550e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:33.651458 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3658810-cb0f-4dec-aa1f-0573a9f7dd48 req-e2813689-40c3-4607-9578-65555e311e0b tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:33.652922 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c3658810-cb0f-4dec-aa1f-0573a9f7dd48 req-e2813689-40c3-4607-9578-65555e311e0b tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1442192 May 26 22:15:33.679093 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b3fdef42-264d-4464-af24-b8eb7037550e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:33.734184 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c3658810-cb0f-4dec-aa1f-0573a9f7dd48 req-f277d18e-e1d5-4cad-8f01-1b7c0aff5465 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744781 May 26 22:15:33.753296 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b3fdef42-264d-4464-af24-b8eb7037550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:33.757017 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0b2572ba-8d4b-4a33-a434-0068864666cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:33.769463 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdef42-264d-4464-af24-b8eb7037550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a30ebc-b4c2-48b7-bd4e-9129d18cbe1f,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:33.771664 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-b3fdef42-264d-4464-af24-b8eb7037550e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:33.780610 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b3fdef42-264d-4464-af24-b8eb7037550e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:33.781704 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-b3fdef42-264d-4464-af24-b8eb7037550e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83a30ebc-b4c2-48b7-bd4e-9129d18cbe1f HTTP/1.1" status: 204 len: 168 time: 0.2695527 May 26 22:15:33.882092 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:34.057496 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 38762) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:34.075479 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-1c447d81-d130-4fac-b6d1-4469bbc07227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:34.089272 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-1c447d81-d130-4fac-b6d1-4469bbc07227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:34.093046 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-1c447d81-d130-4fac-b6d1-4469bbc07227 admin admin] Usage tracker for resource:security_group_rule and tenant:7dce23435adc409780d800184b2680a5 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:34.095823 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-1c447d81-d130-4fac-b6d1-4469bbc07227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:34.101406 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-1c447d81-d130-4fac-b6d1-4469bbc07227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:34.183147 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-1c447d81-d130-4fac-b6d1-4469bbc07227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:34.186757 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-1c447d81-d130-4fac-b6d1-4469bbc07227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:34.193557 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-87a229bb-afd4-4402-89ef-d231a3b10b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:34.294983 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c447d81-d130-4fac-b6d1-4469bbc07227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3038752b-8e4c-4fdd-84b3-dc02706d1c39,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:34.299929 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-1c447d81-d130-4fac-b6d1-4469bbc07227 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7dce23435adc409780d800184b2680a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413862 May 26 22:15:34.300783 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-1c447d81-d130-4fac-b6d1-4469bbc07227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:34.302489 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 38770) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:34.361176 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-a84bae2c-c3b5-456a-9c2d-5c7ebb191f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:34.385679 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-a84bae2c-c3b5-456a-9c2d-5c7ebb191f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:34.437531 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-a84bae2c-c3b5-456a-9c2d-5c7ebb191f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:34.441192 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-ebf9f0b4-106e-49dd-ba27-cfa03b5b72f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:34.451339 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bae2c-c3b5-456a-9c2d-5c7ebb191f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3038752b-8e4c-4fdd-84b3-dc02706d1c39,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:34.455059 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-a84bae2c-c3b5-456a-9c2d-5c7ebb191f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:34.458325 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-a84bae2c-c3b5-456a-9c2d-5c7ebb191f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:34.459407 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-a84bae2c-c3b5-456a-9c2d-5c7ebb191f80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3038752b-8e4c-4fdd-84b3-dc02706d1c39 HTTP/1.1" status: 204 len: 168 time: 0.1559818 May 26 22:15:34.925034 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903809ae-b12a-4132-a7c2-752a7e527b31 req-123b0f55-4e02-4456-9cff-2e4f36c5e3cb tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:34.926479 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-903809ae-b12a-4132-a7c2-752a7e527b31 req-123b0f55-4e02-4456-9cff-2e4f36c5e3cb tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0814471 May 26 22:15:34.975958 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-903809ae-b12a-4132-a7c2-752a7e527b31 req-d17fa8a7-0e87-4861-bac1-98ab3c98cbae tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436425 May 26 22:15:36.163238 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23153f4a-ea28-460b-be14-9f3c0436167a req-d08f9f57-e250-4e0d-aaef-9fc273baa452 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:36.164613 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23153f4a-ea28-460b-be14-9f3c0436167a req-d08f9f57-e250-4e0d-aaef-9fc273baa452 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0784125 May 26 22:15:36.208943 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23153f4a-ea28-460b-be14-9f3c0436167a req-9642f83a-1d3b-43f9-ad0e-627bea3e4fa8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386913 May 26 22:15:37.392377 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfef4e8-36c4-406b-8b6c-7436cdca8d96 req-5339df5b-36eb-487d-bea5-3f4206c13107 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:37.393833 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5bfef4e8-36c4-406b-8b6c-7436cdca8d96 req-5339df5b-36eb-487d-bea5-3f4206c13107 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0808733 May 26 22:15:37.439813 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5bfef4e8-36c4-406b-8b6c-7436cdca8d96 req-23b408b2-2652-4b6e-adc6-9c7a3fda5418 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403197 May 26 22:15:38.625401 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff97768-1123-4471-80c3-d09b770f716b req-fcdd5e9e-089f-4658-b892-0767d2737817 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:38.626853 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-dff97768-1123-4471-80c3-d09b770f716b req-fcdd5e9e-089f-4658-b892-0767d2737817 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0787854 May 26 22:15:38.674013 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-dff97768-1123-4471-80c3-d09b770f716b req-02f4ceec-f5eb-4a1a-9fb4-6b67070856bc tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 May 26 22:15:39.859286 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81804b-9360-4be5-8b94-ab02daf9efbb req-7608c955-3f0b-4e77-9c48-3ff73a4f6c8d tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:39.860760 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ac81804b-9360-4be5-8b94-ab02daf9efbb req-7608c955-3f0b-4e77-9c48-3ff73a4f6c8d tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0792255 May 26 22:15:39.904105 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ac81804b-9360-4be5-8b94-ab02daf9efbb req-8fe975d9-590a-42e9-b356-1db6097a9b64 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377953 May 26 22:15:41.090821 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589431c-3ce5-4fbd-b1a5-f0ec80192f48 req-c0f6e449-5991-4556-b51d-bfcd4a6b5bd3 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:41.092275 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4589431c-3ce5-4fbd-b1a5-f0ec80192f48 req-c0f6e449-5991-4556-b51d-bfcd4a6b5bd3 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0838330 May 26 22:15:41.136272 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4589431c-3ce5-4fbd-b1a5-f0ec80192f48 req-7c8343c1-8129-42ff-ace2-f1bab74db4b1 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382996 May 26 22:15:42.319259 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416cd82-65ce-4c9f-b332-a80b21ba1252 req-61eebd15-823f-4733-b931-d6b58199926f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:42.320714 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c416cd82-65ce-4c9f-b332-a80b21ba1252 req-61eebd15-823f-4733-b931-d6b58199926f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0783696 May 26 22:15:42.367888 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c416cd82-65ce-4c9f-b332-a80b21ba1252 req-55f045f1-624d-40db-96f4-3310bdf8b1e2 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415316 May 26 22:15:43.555926 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa62c7-1d27-487f-bd08-088a34074927 req-39e62102-50f8-4778-9a77-82974279c266 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:43.557397 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-91aa62c7-1d27-487f-bd08-088a34074927 req-39e62102-50f8-4778-9a77-82974279c266 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0821266 May 26 22:15:43.602214 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-91aa62c7-1d27-487f-bd08-088a34074927 req-76f5f883-e748-4c1c-9952-64590a836a42 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384104 May 26 22:15:43.851980 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 38866) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:43.969605 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:43.984653 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:15:43.990060 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Usage tracker for resource:security_group_rule and tenant:dc1a75604af146bd9cb192d7aa9899b7 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:15:43.991740 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:15:43.997684 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:15:44.083162 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:44.086992 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:44.094035 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-b4b5d465-eefe-4d85-9167-aeab838f72ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:44.137147 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc1a75604af146bd9cb192d7aa9899b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841134 May 26 22:15:44.138017 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b2b19a-f91c-4544-8d18-7bc711a99bfb,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:44.140519 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 38878) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:15:44.146366 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:44.146724 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:44.147073 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:44.147411 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:44.147771 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:44.148111 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:44.148443 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:44.148775 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:44.149108 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:44.149435 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:44.149764 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:44.150090 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:15:44.153836 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:44.199583 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7421dcf9-5adf-49ef-9d19-eb0eef445009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:44.227420 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7421dcf9-5adf-49ef-9d19-eb0eef445009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:44.281505 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7421dcf9-5adf-49ef-9d19-eb0eef445009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:44.285236 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-500e4165-d820-4237-8722-5c211b3a35fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:44.298687 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421dcf9-5adf-49ef-9d19-eb0eef445009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b2b19a-f91c-4544-8d18-7bc711a99bfb,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:44.302253 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-7421dcf9-5adf-49ef-9d19-eb0eef445009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:44.309752 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7421dcf9-5adf-49ef-9d19-eb0eef445009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:44.310911 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-7421dcf9-5adf-49ef-9d19-eb0eef445009 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48b2b19a-f91c-4544-8d18-7bc711a99bfb HTTP/1.1" status: 204 len: 168 time: 0.1692328 May 26 22:15:44.789002 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f89b-9b5b-480d-9751-f8afa50d111d req-a7836573-2a17-4afa-92ac-30c603ca8d74 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:44.790464 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3659f89b-9b5b-480d-9751-f8afa50d111d req-a7836573-2a17-4afa-92ac-30c603ca8d74 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0814908 May 26 22:15:44.835794 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3659f89b-9b5b-480d-9751-f8afa50d111d req-fdd9ec31-fdf1-4c1d-8500-0adb16856100 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388908 May 26 22:15:46.030011 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0619c-7f85-40d2-ad54-b7616c497f0e req-b27e3d29-fbad-45c0-b4c0-1ac0b6fa3fe5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:46.031459 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-41d0619c-7f85-40d2-ad54-b7616c497f0e req-b27e3d29-fbad-45c0-b4c0-1ac0b6fa3fe5 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0828893 May 26 22:15:46.076389 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-41d0619c-7f85-40d2-ad54-b7616c497f0e req-a72bc988-252d-46ba-8f23-88abf1f9a945 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389934 May 26 22:15:47.054241 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa71ae1-3487-417c-91c7-045b1ea85844 req-7bab9687-d08e-47f3-909e-da4d51b9c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:47.055729 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1aa71ae1-3487-417c-91c7-045b1ea85844 req-7bab9687-d08e-47f3-909e-da4d51b9c1f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 1098 time: 0.1927278 May 26 22:15:47.103076 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1aa71ae1-3487-417c-91c7-045b1ea85844 req-ba4bac13-4aed-4e36-a26c-00855b169bd1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352898 May 26 22:15:47.277389 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03141d11-d13e-44f4-977a-0b319412c955 req-32c3e2d5-7359-492f-9faa-f4745fd7e1cf tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:47.279116 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-03141d11-d13e-44f4-977a-0b319412c955 req-32c3e2d5-7359-492f-9faa-f4745fd7e1cf tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0890701 May 26 22:15:47.326086 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-03141d11-d13e-44f4-977a-0b319412c955 req-a8911c2d-7232-4f1a-a641-20bd8d9d9908 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409777 May 26 22:15:48.516415 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dde1b-f7a0-44ea-b2b7-057b15e9bff6 req-547a93bd-6bc4-4bdd-9416-a8651388e2b9 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:48.519246 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9f2dde1b-f7a0-44ea-b2b7-057b15e9bff6 req-547a93bd-6bc4-4bdd-9416-a8651388e2b9 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0834169 May 26 22:15:48.578329 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9f2dde1b-f7a0-44ea-b2b7-057b15e9bff6 req-5eb0ede5-481b-4d27-a505-14e0aefd8af1 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524852 May 26 22:15:49.771239 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586f2fd-796d-4c65-b19b-38f7c745fac8 req-53893e06-f014-4241-b487-0529a1b2474c tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:49.772622 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9586f2fd-796d-4c65-b19b-38f7c745fac8 req-53893e06-f014-4241-b487-0529a1b2474c tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0818417 May 26 22:15:49.817767 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9586f2fd-796d-4c65-b19b-38f7c745fac8 req-6ca8ccbf-8413-4495-87c5-449a8f7af49d tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393386 May 26 22:15:50.501030 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eff10d-fb38-4f27-a2b5-8b202f8b6603 req-2b12cf5d-d659-47f4-837a-4a4e32ed0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:50.502516 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-11eff10d-fb38-4f27-a2b5-8b202f8b6603 req-2b12cf5d-d659-47f4-837a-4a4e32ed0a0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9708ab761c59413f8fc7b71b806e5d82&device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 1098 time: 0.2696424 May 26 22:15:50.554442 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855da1c8-9902-4f45-b9fe-2dd94d7f7486 req-1fbca400-1ff0-473e-96d8-5ce64c8dd265 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:50.555887 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-855da1c8-9902-4f45-b9fe-2dd94d7f7486 req-1fbca400-1ff0-473e-96d8-5ce64c8dd265 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.2766998 May 26 22:15:50.642139 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916e9f2-9368-4105-a65b-8a58a286275b req-341d136d-69ca-44f2-b148-540460ddd6f1 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:50.644487 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2916e9f2-9368-4105-a65b-8a58a286275b req-341d136d-69ca-44f2-b148-540460ddd6f1 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 945 time: 0.3071392 May 26 22:15:50.732028 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2916e9f2-9368-4105-a65b-8a58a286275b req-5ce8599b-2bdd-466c-8f39-0f7dd34a40dd tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805991 May 26 22:15:50.743931 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-855da1c8-9902-4f45-b9fe-2dd94d7f7486 req-0a770db2-9d01-43b6-bbc7-00817e18d7c1 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323667 May 26 22:15:50.751027 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eff10d-fb38-4f27-a2b5-8b202f8b6603 req-463144b6-c2b6-40b4-a50b-4f791b2e581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:50.752567 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-11eff10d-fb38-4f27-a2b5-8b202f8b6603 req-463144b6-c2b6-40b4-a50b-4f791b2e581b service neutron] 10.222.0.24 "GET /v2.0/networks?id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0 HTTP/1.1" status: 200 len: 918 time: 0.2390654 May 26 22:15:50.830972 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-11eff10d-fb38-4f27-a2b5-8b202f8b6603 req-99ed425e-7da2-48e9-be68-e9d49be73131 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=086cb96b-2b6a-4980-8665-5e200203ad30 HTTP/1.1" status: 200 len: 217 time: 0.0716994 May 26 22:15:50.896266 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eff10d-fb38-4f27-a2b5-8b202f8b6603 req-6faf5e52-9b4c-4ddd-8ec6-39ec5bfeb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:50.897673 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-11eff10d-fb38-4f27-a2b5-8b202f8b6603 req-6faf5e52-9b4c-4ddd-8ec6-39ec5bfeb47f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8078f847-52d5-499d-9dd9-d637beb0763e HTTP/1.1" status: 200 len: 858 time: 0.0565040 May 26 22:15:50.949904 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-11eff10d-fb38-4f27-a2b5-8b202f8b6603 req-4825cd2f-6d8e-4974-9f9e-c98b9e82e7da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19d30953-5d2b-49ad-99d4-0ab2d15be5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430257 May 26 22:15:51.082026 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-11eff10d-fb38-4f27-a2b5-8b202f8b6603 req-31c0da8f-4e34-4886-887b-1dc101460776 service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241386 May 26 22:15:51.219990 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-11eff10d-fb38-4f27-a2b5-8b202f8b6603 req-7753ef7d-fcfc-42fb-9503-229d32cdac7b service neutron] 10.222.0.24 "GET /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288190 May 26 22:15:51.973942 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610dda-ce19-4ac5-b6ff-6f5143396514 req-46f270e1-3818-418f-87a7-63d1a8652f17 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:51.975399 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9d610dda-ce19-4ac5-b6ff-6f5143396514 req-46f270e1-3818-418f-87a7-63d1a8652f17 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 945 time: 0.1358814 May 26 22:15:52.008947 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698aa44-aa45-4e74-ba73-0a989cec90ac req-f9098599-5d91-4527-97f3-34c0749b1924 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:52.010406 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3698aa44-aa45-4e74-ba73-0a989cec90ac req-f9098599-5d91-4527-97f3-34c0749b1924 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1336942 May 26 22:15:52.054955 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9d610dda-ce19-4ac5-b6ff-6f5143396514 req-11f9bc59-8db6-4e7b-aba0-fa60e549a1ec tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718305 May 26 22:15:52.076430 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3698aa44-aa45-4e74-ba73-0a989cec90ac req-a1012e86-9639-4263-b4fa-e2dfabe4d2ee tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553093 May 26 22:15:53.306958 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c24dac-bea6-4617-8f2e-a1e880995f57 req-6e83d4d3-3429-442b-9727-5efe45f3f3bd tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:53.308436 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-66c24dac-bea6-4617-8f2e-a1e880995f57 req-6e83d4d3-3429-442b-9727-5efe45f3f3bd tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 945 time: 0.1466262 May 26 22:15:53.316613 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e8145-6a6d-4a97-ac44-ee185c7724ee req-f019f197-d0da-412e-9bdd-668baebe835f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:53.318035 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bf0e8145-6a6d-4a97-ac44-ee185c7724ee req-f019f197-d0da-412e-9bdd-668baebe835f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1199620 May 26 22:15:53.384282 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-66c24dac-bea6-4617-8f2e-a1e880995f57 req-e3010f6f-73dc-405b-9020-fc7b80410f09 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/security-groups?id=063e0270-cce3-484e-9fa0-61b23a7db9e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652952 May 26 22:15:53.394991 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bf0e8145-6a6d-4a97-ac44-ee185c7724ee req-9bcd9dae-a44e-404e-a69f-058ce76c2571 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623381 May 26 22:15:53.691375 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aee9e-0e7f-4a46-b17a-36720d8797ee req-6395ba34-c2ce-4131-b826-b80f3dd21e38 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:53.692725 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3d6aee9e-0e7f-4a46-b17a-36720d8797ee req-6395ba34-c2ce-4131-b826-b80f3dd21e38 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 945 time: 0.0795710 May 26 22:15:53.829467 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-3d6aee9e-0e7f-4a46-b17a-36720d8797ee req-90a46060-9bd3-4596-84c6-c4fb4a928856 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Deleting port c09cf8a6-9fff-40f0-8fae-807a31530662 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:15:53.829803 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-3d6aee9e-0e7f-4a46-b17a-36720d8797ee req-90a46060-9bd3-4596-84c6-c4fb4a928856 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:53.966817 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-3d6aee9e-0e7f-4a46-b17a-36720d8797ee req-90a46060-9bd3-4596-84c6-c4fb4a928856 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] For port c09cf8a6-9fff-40f0-8fae-807a31530662, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=c09cf8a6-9fff-40f0-8fae-807a31530662,segment=NetworkSegment(3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5),segment_id=3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:15:53.967064 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-3d6aee9e-0e7f-4a46-b17a-36720d8797ee req-90a46060-9bd3-4596-84c6-c4fb4a928856 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:54.096851 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-3d6aee9e-0e7f-4a46-b17a-36720d8797ee req-90a46060-9bd3-4596-84c6-c4fb4a928856 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Calling delete_port for c09cf8a6-9fff-40f0-8fae-807a31530662 owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:15:54.275264 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-3d6aee9e-0e7f-4a46-b17a-36720d8797ee req-90a46060-9bd3-4596-84c6-c4fb4a928856 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:54.283089 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:15:54.288700 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['c09cf8a6-9fff-40f0-8fae-807a31530662'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:15:54.360815 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a46060-9bd3-4596-84c6-c4fb4a928856 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Pushing event deleted for resources: {'Port': ['ID=c09cf8a6-9fff-40f0-8fae-807a31530662,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:15:54.363096 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-90a46060-9bd3-4596-84c6-c4fb4a928856 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:15:54.412033 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6aee9e-0e7f-4a46-b17a-36720d8797ee req-90a46060-9bd3-4596-84c6-c4fb4a928856 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] No DVR routers for this DVR port c09cf8a6-9fff-40f0-8fae-807a31530662 on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:15:54.414465 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-3d6aee9e-0e7f-4a46-b17a-36720d8797ee req-90a46060-9bd3-4596-84c6-c4fb4a928856 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:54.417130 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1c0663-359e-4741-b6f9-e5006b7761b5', 'name': 'network-vif-deleted', 'tag': 'c09cf8a6-9fff-40f0-8fae-807a31530662'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:15:54.438911 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3d6aee9e-0e7f-4a46-b17a-36720d8797ee req-90a46060-9bd3-4596-84c6-c4fb4a928856 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.24 "DELETE /v2.0/ports/c09cf8a6-9fff-40f0-8fae-807a31530662 HTTP/1.1" status: 204 len: 173 time: 0.7387843 May 26 22:15:54.647428 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1c0663-359e-4741-b6f9-e5006b7761b5', 'name': 'network-vif-deleted', 'tag': 'c09cf8a6-9fff-40f0-8fae-807a31530662', 'status': 'completed', 'code': 200} May 26 22:15:54.682590 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76c6ea-e797-424b-839b-0d1a0c1deaf4 req-31d91122-f013-4035-a0dd-187791bf7ff9 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:54.684050 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6a76c6ea-e797-424b-839b-0d1a0c1deaf4 req-31d91122-f013-4035-a0dd-187791bf7ff9 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1076381 May 26 22:15:54.732398 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6a76c6ea-e797-424b-839b-0d1a0c1deaf4 req-d26b6db1-9e67-406f-ad2f-f539b0cd0c83 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 May 26 22:15:54.784174 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-5d7c8f0e-abcd-4578-a40a-f2b8ad79355e req-a9c11efa-3951-4cdd-ac19-d645fa250dc1 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Synchronizing usage tracker for tenant:26626816f5d64254ae2afaf7c9ccf5c4 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:15:54.799548 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-5d7c8f0e-abcd-4578-a40a-f2b8ad79355e req-a9c11efa-3951-4cdd-ac19-d645fa250dc1 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Unset dirty status for tenant:26626816f5d64254ae2afaf7c9ccf5c4 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:15:54.800657 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5d7c8f0e-abcd-4578-a40a-f2b8ad79355e req-a9c11efa-3951-4cdd-ac19-d645fa250dc1 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc1c0663-359e-4741-b6f9-e5006b7761b5 HTTP/1.1" status: 200 len: 210 time: 0.0575624 May 26 22:15:55.942732 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff689a-9ffc-4454-8435-3f0d0da4f2b4 req-d3c89991-6a2b-4515-a8ad-f0cc7d733f79 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:55.944266 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-77ff689a-9ffc-4454-8435-3f0d0da4f2b4 req-d3c89991-6a2b-4515-a8ad-f0cc7d733f79 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1031618 May 26 22:15:55.989408 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-77ff689a-9ffc-4454-8435-3f0d0da4f2b4 req-aa76173c-2d73-48bb-9875-382491ecc5a1 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393736 May 26 22:15:56.413923 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:57.560253 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6b39dd8a-d874-4051-8334-b0b713706b26 req-52553f38-5e40-456b-9cdf-5e0908a358e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826027 May 26 22:15:57.658296 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39dd8a-d874-4051-8334-b0b713706b26 req-f8ea2754-855f-485e-a3cb-4f78e6c6d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:57.659889 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6b39dd8a-d874-4051-8334-b0b713706b26 req-f8ea2754-855f-485e-a3cb-4f78e6c6d0ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a435291021204d3da09d9114cbf1a10c&device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 1098 time: 0.0752788 May 26 22:15:57.823349 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39dd8a-d874-4051-8334-b0b713706b26 req-7d4cb520-53d3-430d-9f67-24bd75e637e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:57.825207 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6b39dd8a-d874-4051-8334-b0b713706b26 req-7d4cb520-53d3-430d-9f67-24bd75e637e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd0f4b88-2ea3-42a5-875f-953927127dd7 HTTP/1.1" status: 200 len: 911 time: 0.1447003 May 26 22:15:57.932322 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6b39dd8a-d874-4051-8334-b0b713706b26 req-fa16d551-4fe0-4df4-aef7-c246919b9f96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239ba04f-b01e-461d-8cd5-aaa7ba839731 HTTP/1.1" status: 200 len: 1000 time: 0.0995839 May 26 22:15:57.997712 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39dd8a-d874-4051-8334-b0b713706b26 req-438078c1-a38e-4657-969f-2f791988d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:57.999879 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6b39dd8a-d874-4051-8334-b0b713706b26 req-438078c1-a38e-4657-969f-2f791988d6f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adae609d-8b31-437b-a405-c50a9858e6b3 HTTP/1.1" status: 200 len: 850 time: 0.0600724 May 26 22:15:58.074180 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39dd8a-d874-4051-8334-b0b713706b26 req-2d09e718-5a20-40c8-b78b-a174bb3dccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:15:58.075647 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6b39dd8a-d874-4051-8334-b0b713706b26 req-2d09e718-5a20-40c8-b78b-a174bb3dccba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd0f4b88-2ea3-42a5-875f-953927127dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697098 May 26 22:15:58.209013 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6b39dd8a-d874-4051-8334-b0b713706b26 req-7cb781b5-be9c-4514-8957-b7f4f6a78f99 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262083 May 26 22:15:58.346670 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6b39dd8a-d874-4051-8334-b0b713706b26 req-a9779344-69d0-48a3-9cdb-33f8f87c31b1 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305294 May 26 22:15:58.816992 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-87d0f916-3c8b-4874-987e-c113cc02eb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:58.871084 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device c09cf8a6-9fff-40f0-8fae-807a31530662 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:15:58.911515 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: c09cf8a6-9fff-40f0-8fae-807a31530662 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:15:58.912201 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device c09cf8a6-9fff-40f0-8fae-807a31530662 not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:16:01.153205 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-26a6c931-9362-497b-bb47-7f6540cea547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:01.249106 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:02.375844 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:03.885209 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:03.910142 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:16:09.355225 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab0559-0f1b-45ea-88c8-0dd1c8e8bddd req-342a7c7f-6c8d-4291-a597-08f885e9b05a tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:09.356682 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cbab0559-0f1b-45ea-88c8-0dd1c8e8bddd req-342a7c7f-6c8d-4291-a597-08f885e9b05a tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0832422 May 26 22:16:09.400592 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cbab0559-0f1b-45ea-88c8-0dd1c8e8bddd req-8e1ead8b-0e5c-458c-a8ab-3bfe2cdcf73e tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381937 May 26 22:16:10.589133 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703b5ca-4eb0-4624-b2cd-0fe0f846004c req-0776d943-a37d-4f84-82ce-53d31b5985f8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:10.590476 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8703b5ca-4eb0-4624-b2cd-0fe0f846004c req-0776d943-a37d-4f84-82ce-53d31b5985f8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0813718 May 26 22:16:10.633570 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8703b5ca-4eb0-4624-b2cd-0fe0f846004c req-680b068e-df9b-40a9-8dd0-77bc11df7f4b tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367270 May 26 22:16:11.821503 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1800cbc-3d2b-42c9-8dd9-63934945e649 req-14eeb0cf-c836-42e0-bde7-2eedc009e99c tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:11.822944 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e1800cbc-3d2b-42c9-8dd9-63934945e649 req-14eeb0cf-c836-42e0-bde7-2eedc009e99c tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0854030 May 26 22:16:11.867654 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e1800cbc-3d2b-42c9-8dd9-63934945e649 req-fab31422-196b-4936-a963-7d7742fb3d6f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388649 May 26 22:16:12.625243 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d405b4-26c7-448f-bffe-4f8f5ff8a8bf req-32d3f8b6-f082-45a5-ad22-1e9e156e2c2f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:12.626707 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-55d405b4-26c7-448f-bffe-4f8f5ff8a8bf req-32d3f8b6-f082-45a5-ad22-1e9e156e2c2f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.0809157 May 26 22:16:12.832412 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-55d405b4-26c7-448f-bffe-4f8f5ff8a8bf req-794552b0-12c7-429f-8b0e-e7bfe9d91ed6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Deleting port 24b32171-27d8-4b25-ac0d-c55795401b73 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:16:12.833075 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-55d405b4-26c7-448f-bffe-4f8f5ff8a8bf req-794552b0-12c7-429f-8b0e-e7bfe9d91ed6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:12.968264 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-55d405b4-26c7-448f-bffe-4f8f5ff8a8bf req-794552b0-12c7-429f-8b0e-e7bfe9d91ed6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] For port 24b32171-27d8-4b25-ac0d-c55795401b73, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=24b32171-27d8-4b25-ac0d-c55795401b73,segment=NetworkSegment(8c417c48-ff07-4d18-8423-0cc5a13ad27e),segment_id=8c417c48-ff07-4d18-8423-0cc5a13ad27e)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:16:12.968617 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-55d405b4-26c7-448f-bffe-4f8f5ff8a8bf req-794552b0-12c7-429f-8b0e-e7bfe9d91ed6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:13.127161 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-55d405b4-26c7-448f-bffe-4f8f5ff8a8bf req-794552b0-12c7-429f-8b0e-e7bfe9d91ed6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Calling delete_port for 24b32171-27d8-4b25-ac0d-c55795401b73 owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:16:13.191907 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c4815-abe1-48e1-bea8-d810ca5933e4 req-542c0644-e831-4901-89ca-9fb2bc20cdb0 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:13.193343 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f96c4815-abe1-48e1-bea8-d810ca5933e4 req-542c0644-e831-4901-89ca-9fb2bc20cdb0 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 946 time: 0.2131033 May 26 22:16:13.284256 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f96c4815-abe1-48e1-bea8-d810ca5933e4 req-8cee6900-a80d-4062-803b-f72d0162a593 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828710 May 26 22:16:13.307268 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-55d405b4-26c7-448f-bffe-4f8f5ff8a8bf req-794552b0-12c7-429f-8b0e-e7bfe9d91ed6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:13.313777 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:13.319276 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['24b32171-27d8-4b25-ac0d-c55795401b73', '086cb96b-2b6a-4980-8665-5e200203ad30'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:16:13.360758 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794552b0-12c7-429f-8b0e-e7bfe9d91ed6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Pushing event deleted for resources: {'Port': ['ID=24b32171-27d8-4b25-ac0d-c55795401b73,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:13.390977 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-794552b0-12c7-429f-8b0e-e7bfe9d91ed6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:13.434072 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d405b4-26c7-448f-bffe-4f8f5ff8a8bf req-794552b0-12c7-429f-8b0e-e7bfe9d91ed6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] No DVR routers for this DVR port 24b32171-27d8-4b25-ac0d-c55795401b73 on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:16:13.436711 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-55d405b4-26c7-448f-bffe-4f8f5ff8a8bf req-794552b0-12c7-429f-8b0e-e7bfe9d91ed6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:13.439473 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f267ae9-7bf1-4663-b40a-2a57c30cf22c', 'name': 'network-vif-deleted', 'tag': '24b32171-27d8-4b25-ac0d-c55795401b73'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:16:13.454631 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-55d405b4-26c7-448f-bffe-4f8f5ff8a8bf req-794552b0-12c7-429f-8b0e-e7bfe9d91ed6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.24 "DELETE /v2.0/ports/24b32171-27d8-4b25-ac0d-c55795401b73 HTTP/1.1" status: 204 len: 173 time: 0.8222535 May 26 22:16:13.490884 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f267ae9-7bf1-4663-b40a-2a57c30cf22c', 'name': 'network-vif-deleted', 'tag': '24b32171-27d8-4b25-ac0d-c55795401b73', 'status': 'completed', 'code': 200} May 26 22:16:14.578598 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-ad8d42b2-6079-49b3-a537-9dd85ed630ac req-7ce143e7-de9c-4c85-8f52-604bdfc1aab3 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Synchronizing usage tracker for tenant:9708ab761c59413f8fc7b71b806e5d82 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:16:14.593798 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-ad8d42b2-6079-49b3-a537-9dd85ed630ac req-7ce143e7-de9c-4c85-8f52-604bdfc1aab3 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Unset dirty status for tenant:9708ab761c59413f8fc7b71b806e5d82 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:16:14.594930 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ad8d42b2-6079-49b3-a537-9dd85ed630ac req-7ce143e7-de9c-4c85-8f52-604bdfc1aab3 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 210 time: 0.0581095 May 26 22:16:15.746876 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-11169500-0947-467b-a7f0-438b43afc205 req-b420905a-4511-4344-94e3-53136686855f tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 210 time: 0.0442533 May 26 22:16:16.894000 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bd53fca0-05fe-489e-9626-85d7c74fc7c6 req-5ec7929f-053c-4168-8aa4-858653fae928 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 210 time: 0.0412242 May 26 22:16:18.057707 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1d770e70-02bb-4bfb-a177-4eb66ff1d92d req-fe550986-502f-486f-b9c7-6d2947b7ac70 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 210 time: 0.0407224 May 26 22:16:19.063443 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 24b32171-27d8-4b25-ac0d-c55795401b73 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:16:19.098669 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: 24b32171-27d8-4b25-ac0d-c55795401b73 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:16:19.099025 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 24b32171-27d8-4b25-ac0d-c55795401b73 not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:16:19.218546 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-923f73b3-c6d9-4ea3-8370-1617f5b01420 req-11c499c0-524c-4c8a-b68d-8958f7900010 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f267ae9-7bf1-4663-b40a-2a57c30cf22c HTTP/1.1" status: 200 len: 210 time: 0.0435531 May 26 22:16:20.681475 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884fe5c-03a7-4d8a-a966-7e6cea483ee3 req-644d2c58-208c-42e5-bd1f-57224dc9c2c1 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:20.683437 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6884fe5c-03a7-4d8a-a966-7e6cea483ee3 req-644d2c58-208c-42e5-bd1f-57224dc9c2c1 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0861983 May 26 22:16:20.733064 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6884fe5c-03a7-4d8a-a966-7e6cea483ee3 req-5b84a8a6-a029-48f9-a99e-fe010e1bd022 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425179 May 26 22:16:21.929789 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c1f9d-1964-48ce-bd79-f02cc72947db req-d4eea3c5-8583-4bb3-8d7b-a5a8cf5362ba tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:21.931278 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-538c1f9d-1964-48ce-bd79-f02cc72947db req-d4eea3c5-8583-4bb3-8d7b-a5a8cf5362ba tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0904095 May 26 22:16:21.977480 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-538c1f9d-1964-48ce-bd79-f02cc72947db req-544c8ac6-a670-432f-b2bf-0a7a426898ea tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406494 May 26 22:16:23.166904 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677a121-7f55-48af-a044-9586c7342c02 req-8a98e6ac-51d6-4752-8003-6341928b7261 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:23.168388 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d677a121-7f55-48af-a044-9586c7342c02 req-8a98e6ac-51d6-4752-8003-6341928b7261 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0803962 May 26 22:16:23.214962 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d677a121-7f55-48af-a044-9586c7342c02 req-9e99f1a5-3cc0-456e-b402-2bd7cfb26440 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 May 26 22:16:24.406976 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19759d76-883c-4192-a574-a6a79a4f9a53 req-007a5a45-4016-4cbb-8a18-f4c2d867c112 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:24.408585 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-19759d76-883c-4192-a574-a6a79a4f9a53 req-007a5a45-4016-4cbb-8a18-f4c2d867c112 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0845575 May 26 22:16:24.453778 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-19759d76-883c-4192-a574-a6a79a4f9a53 req-020bcf09-8838-41f5-9c9a-a8419d444070 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390594 May 26 22:16:25.645019 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0dda0-5816-4444-ac5a-5508b7b8acdf req-395915f2-821c-49da-8b55-73e62dc532d6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:25.646510 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b8e0dda0-5816-4444-ac5a-5508b7b8acdf req-395915f2-821c-49da-8b55-73e62dc532d6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0885715 May 26 22:16:25.694186 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b8e0dda0-5816-4444-ac5a-5508b7b8acdf req-707bd2e8-0d7d-4391-9595-2d2ea8482c9c tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 May 26 22:16:26.424939 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:26.440475 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcceebeb-266e-4795-93dc-54d2a5f3b17b req-8bf1b063-52f1-4c15-a25a-236d2124ac96 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:26.441902 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fcceebeb-266e-4795-93dc-54d2a5f3b17b req-8bf1b063-52f1-4c15-a25a-236d2124ac96 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.0865164 May 26 22:16:26.636559 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-fcceebeb-266e-4795-93dc-54d2a5f3b17b req-bd1b30dd-289a-418e-846d-e79a4fa78525 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Deleting port 086cb96b-2b6a-4980-8665-5e200203ad30 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:16:26.636895 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-fcceebeb-266e-4795-93dc-54d2a5f3b17b req-bd1b30dd-289a-418e-846d-e79a4fa78525 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:26.777826 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-fcceebeb-266e-4795-93dc-54d2a5f3b17b req-bd1b30dd-289a-418e-846d-e79a4fa78525 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] For port 086cb96b-2b6a-4980-8665-5e200203ad30, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=086cb96b-2b6a-4980-8665-5e200203ad30,segment=NetworkSegment(8c417c48-ff07-4d18-8423-0cc5a13ad27e),segment_id=8c417c48-ff07-4d18-8423-0cc5a13ad27e)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:16:26.778544 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-fcceebeb-266e-4795-93dc-54d2a5f3b17b req-bd1b30dd-289a-418e-846d-e79a4fa78525 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:26.936394 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-fcceebeb-266e-4795-93dc-54d2a5f3b17b req-bd1b30dd-289a-418e-846d-e79a4fa78525 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Calling delete_port for 086cb96b-2b6a-4980-8665-5e200203ad30 owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:16:27.008729 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3891911-03fe-4767-9ccb-b3e6a4dfbf5a req-46cd1a36-1b63-4ea0-8997-5a4d8a4c01f8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:27.010186 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d3891911-03fe-4767-9ccb-b3e6a4dfbf5a req-46cd1a36-1b63-4ea0-8997-5a4d8a4c01f8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 945 time: 0.1695528 May 26 22:16:27.102743 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d3891911-03fe-4767-9ccb-b3e6a4dfbf5a req-43c5c813-bcb2-4b37-937d-9c4b53269df8 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/security-groups?id=8f68b6ee-3f8d-48ac-88f3-fdace501851d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780087 May 26 22:16:27.142707 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-fcceebeb-266e-4795-93dc-54d2a5f3b17b req-bd1b30dd-289a-418e-846d-e79a4fa78525 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:27.148467 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-eadd7bd0-5143-4ffc-8652-00eaca59cc3a tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:27.155033 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['086cb96b-2b6a-4980-8665-5e200203ad30'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:16:27.199648 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b30dd-289a-418e-846d-e79a4fa78525 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Pushing event deleted for resources: {'Port': ['ID=086cb96b-2b6a-4980-8665-5e200203ad30,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:27.203353 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-bd1b30dd-289a-418e-846d-e79a4fa78525 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:27.276917 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcceebeb-266e-4795-93dc-54d2a5f3b17b req-bd1b30dd-289a-418e-846d-e79a4fa78525 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] No DVR routers for this DVR port 086cb96b-2b6a-4980-8665-5e200203ad30 on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:16:27.279544 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-fcceebeb-266e-4795-93dc-54d2a5f3b17b req-bd1b30dd-289a-418e-846d-e79a4fa78525 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:27.282815 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f44d46f-e7f7-4321-9f2d-c7a255f33120', 'name': 'network-vif-deleted', 'tag': '086cb96b-2b6a-4980-8665-5e200203ad30'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:16:27.298582 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fcceebeb-266e-4795-93dc-54d2a5f3b17b req-bd1b30dd-289a-418e-846d-e79a4fa78525 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.24 "DELETE /v2.0/ports/086cb96b-2b6a-4980-8665-5e200203ad30 HTTP/1.1" status: 204 len: 173 time: 0.8513145 May 26 22:16:27.345905 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f44d46f-e7f7-4321-9f2d-c7a255f33120', 'name': 'network-vif-deleted', 'tag': '086cb96b-2b6a-4980-8665-5e200203ad30', 'status': 'completed', 'code': 200} May 26 22:16:28.274092 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-4afa8856-59f2-4fae-8486-596ef580d46e req-e84bd593-06a6-4f77-8af6-e8657eb8c274 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Synchronizing usage tracker for tenant:9708ab761c59413f8fc7b71b806e5d82 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:16:28.292720 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-4afa8856-59f2-4fae-8486-596ef580d46e req-e84bd593-06a6-4f77-8af6-e8657eb8c274 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Unset dirty status for tenant:9708ab761c59413f8fc7b71b806e5d82 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:16:28.293880 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4afa8856-59f2-4fae-8486-596ef580d46e req-e84bd593-06a6-4f77-8af6-e8657eb8c274 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f44d46f-e7f7-4321-9f2d-c7a255f33120 HTTP/1.1" status: 200 len: 210 time: 0.0658727 May 26 22:16:28.817922 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-752f68a8-9604-4406-9647-51006a62747e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:29.391811 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 39376) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:29.993721 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746684'] for router_interface, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:30.398429 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Deleting port afe8950a-67f5-4ff4-a374-6bd75b006e99 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:16:30.399123 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:30.520259 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] For port afe8950a-67f5-4ff4-a374-6bd75b006e99, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=afe8950a-67f5-4ff4-a374-6bd75b006e99,segment=NetworkSegment(8c417c48-ff07-4d18-8423-0cc5a13ad27e),segment_id=8c417c48-ff07-4d18-8423-0cc5a13ad27e)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:16:30.520609 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:30.640502 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Calling delete_port for afe8950a-67f5-4ff4-a374-6bd75b006e99 owned by network:router_interface {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:16:30.922930 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:30.927055 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:30.972894 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe8950a-67f5-4ff4-a374-6bd75b006e99,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:31.025216 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:31.025577 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:31.025930 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:31.026277 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:31.026618 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:31.026959 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:31.027292 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:31.027626 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:31.027986 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:31.028317 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:31.028648 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:31.028978 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:31.055488 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:31.156263 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ce8c6090-01ec-4059-a0f1-745bd211d7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:31.252125 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:31.338668 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747020'] for router_interface, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:31.690158 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Router 9055a7a7-06fd-4074-b170-c5be8419b0e8 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:16:31.867459 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:16:31.876826 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25868a8e-ad57-48ae-9097-7f37c0849c21 None None] Sync routers for ids ['9055a7a7-06fd-4074-b170-c5be8419b0e8'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:16:31.882944 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 086cb96b-2b6a-4980-8665-5e200203ad30 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:16:31.886547 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25868a8e-ad57-48ae-9097-7f37c0849c21 None None] Routers {'9055a7a7-06fd-4074-b170-c5be8419b0e8'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:16:31.887311 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-25868a8e-ad57-48ae-9097-7f37c0849c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:16:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['9055a7a7-06fd-4074-b170-c5be8419b0e8'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:31.888237 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] 10.222.0.15 "PUT /v2.0/routers/9055a7a7-06fd-4074-b170-c5be8419b0e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4952993 May 26 22:16:31.889313 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 39394) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:31.939129 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: 086cb96b-2b6a-4980-8665-5e200203ad30 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:16:31.939651 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 086cb96b-2b6a-4980-8665-5e200203ad30 not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:16:32.069437 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-25868a8e-ad57-48ae-9097-7f37c0849c21 None None] Set router 9055a7a7-06fd-4074-b170-c5be8419b0e8 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:16:32.072321 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:32.243700 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:32.313672 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Deleting port eb441cd1-40f0-4887-a720-13a0ee30bad3 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:16:32.314076 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:32.356801 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-25868a8e-ad57-48ae-9097-7f37c0849c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'name': 'tempest-ServerRescueNegativeTestJSON-993100479-router', 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'eb441cd1-40f0-4887-a720-13a0ee30bad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:12:42Z', 'updated_at': '2021-05-26T22:16:30Z', 'revision_number': 5, 'project_id': '9708ab761c59413f8fc7b71b806e5d82', 'gw_port': {'id': 'eb441cd1-40f0-4887-a720-13a0ee30bad3', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:12:43Z', 'updated_at': '2021-05-26T22:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:32.361645 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25868a8e-ad57-48ae-9097-7f37c0849c21 None None] Checking router: 9055a7a7-06fd-4074-b170-c5be8419b0e8 for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:16:32.370546 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25868a8e-ad57-48ae-9097-7f37c0849c21 None None] Routers {'9055a7a7-06fd-4074-b170-c5be8419b0e8'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:16:32.371195 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-25868a8e-ad57-48ae-9097-7f37c0849c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:16:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['9055a7a7-06fd-4074-b170-c5be8419b0e8'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:32.381142 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:32.442350 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] For port eb441cd1-40f0-4887-a720-13a0ee30bad3, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=eb441cd1-40f0-4887-a720-13a0ee30bad3,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:16:32.443076 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:32.526297 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-25868a8e-ad57-48ae-9097-7f37c0849c21 None None] Set router 9055a7a7-06fd-4074-b170-c5be8419b0e8 gateway port host: None {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:16:32.569920 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Calling delete_port for eb441cd1-40f0-4887-a720-13a0ee30bad3 owned by network:router_gateway {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:16:32.635442 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-25868a8e-ad57-48ae-9097-7f37c0849c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'name': 'tempest-ServerRescueNegativeTestJSON-993100479-router', 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:12:42Z', 'updated_at': '2021-05-26T22:16:32Z', 'revision_number': 6, 'project_id': '9708ab761c59413f8fc7b71b806e5d82', 'gw_port_host': None}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:32.639937 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25868a8e-ad57-48ae-9097-7f37c0849c21 None None] The sync data for ids ['9055a7a7-06fd-4074-b170-c5be8419b0e8'] in dv-cinder-793244-1-iscsi is: [{'id': '9055a7a7-06fd-4074-b170-c5be8419b0e8', 'name': 'tempest-ServerRescueNegativeTestJSON-993100479-router', 'tenant_id': '9708ab761c59413f8fc7b71b806e5d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:12:42Z', 'updated_at': '2021-05-26T22:16:32Z', 'revision_number': 6, 'project_id': '9708ab761c59413f8fc7b71b806e5d82', 'gw_port_host': None}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:16:32.926451 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:32.930845 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-90a46060-9bd3-4596-84c6-c4fb4a928856 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:32.977032 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb441cd1-40f0-4887-a720-13a0ee30bad3,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:33.006005 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:33.070365 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748179'] for router_gateway, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:33.241396 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1009'] for router, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:33.243445 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:33.328023 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741920'] for router, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:33.328582 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9055a7a7-06fd-4074-b170-c5be8419b0e8 {{(pid=91908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:16:33.341565 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Notify callbacks [] for router, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:33.343341 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9055a7a7-06fd-4074-b170-c5be8419b0e8 HTTP/1.1" status: 204 len: 168 time: 1.4516852 May 26 22:16:33.345702 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 39414) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:33.409320 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c8bba7-48e5-4739-9184-e42187c2c699 admin admin] Deleting subnet 8078f847-52d5-499d-9dd9-d637beb0763e {{(pid=91908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:16:33.413021 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-75c8bba7-48e5-4739-9184-e42187c2c699 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:33.465121 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-75c8bba7-48e5-4739-9184-e42187c2c699 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2177247'] for subnet, precommit_delete_associations {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:33.524681 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-75c8bba7-48e5-4739-9184-e42187c2c699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:33.602477 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device afe8950a-67f5-4ff4-a374-6bd75b006e99 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:16:33.639025 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: afe8950a-67f5-4ff4-a374-6bd75b006e99 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:16:33.639369 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device afe8950a-67f5-4ff4-a374-6bd75b006e99 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:16:33.640484 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device eb441cd1-40f0-4887-a720-13a0ee30bad3 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:16:33.675923 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: eb441cd1-40f0-4887-a720-13a0ee30bad3 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:16:33.676350 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device eb441cd1-40f0-4887-a720-13a0ee30bad3 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:16:33.780375 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-75c8bba7-48e5-4739-9184-e42187c2c699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2177211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2572536'] for subnet, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:33.785005 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:33.822418 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8bba7-48e5-4739-9184-e42187c2c699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8078f847-52d5-499d-9dd9-d637beb0763e,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:33.824309 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-75c8bba7-48e5-4739-9184-e42187c2c699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:33.826668 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-75c8bba7-48e5-4739-9184-e42187c2c699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:33.831652 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-75c8bba7-48e5-4739-9184-e42187c2c699 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8078f847-52d5-499d-9dd9-d637beb0763e HTTP/1.1" status: 204 len: 168 time: 0.4841275 May 26 22:16:33.833314 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 39418) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:33.889231 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:33.940441 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f6ca03f4-e609-4f44-b962-c092e003a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.070388 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f6ca03f4-e609-4f44-b962-c092e003a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.083526 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-f6ca03f4-e609-4f44-b962-c092e003a443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d30953-5d2b-49ad-99d4-0ab2d15be5e0']}} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:34.093490 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 39430) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:34.138236 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-f6ca03f4-e609-4f44-b962-c092e003a443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c417c48-ff07-4d18-8423-0cc5a13ad27e') {'for_net_delete': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:34.138786 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-f6ca03f4-e609-4f44-b962-c092e003a443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c417c48-ff07-4d18-8423-0cc5a13ad27e') {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:34.158758 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f6ca03f4-e609-4f44-b962-c092e003a443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2694243'] for segment, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.181827 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51dc23f-51ce-4d88-ae53-19a80cc63125 admin admin] Deleting subnet 1a30ad71-19b2-4b03-9c7c-9d803666f595 {{(pid=91909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:16:34.184653 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f6ca03f4-e609-4f44-b962-c092e003a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.186624 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d51dc23f-51ce-4d88-ae53-19a80cc63125 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.224420 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ca03f4-e609-4f44-b962-c092e003a443 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=91909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:16:34.224804 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f6ca03f4-e609-4f44-b962-c092e003a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985114'] for segment, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: Traceback (most recent call last): May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: timer() May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: cb(*args, **kw) May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: return func(*args, **kwargs) May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: self._notify() May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: self.callback(batched_events) May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: event.method(event) May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: return f(self, *a, **k) May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._get(url).json() May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: return self.request(url, 'GET', **kwargs) May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:16:34.238273 dv-cinder-793244-1-iscsi neutron-server[91909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:16:34.314899 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d51dc23f-51ce-4d88-ae53-19a80cc63125 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2694234'] for subnet, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.355247 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f6ca03f4-e609-4f44-b962-c092e003a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.363827 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a8128a4f-de75-41c8-a9fd-8097eec8c877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:34.376682 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f6ca03f4-e609-4f44-b962-c092e003a443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.392448 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca03f4-e609-4f44-b962-c092e003a443 admin admin] Pushing event deleted for resources: {'Network': ['ID=19d30953-5d2b-49ad-99d4-0ab2d15be5e0,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:34.399078 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f6ca03f4-e609-4f44-b962-c092e003a443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:34.402794 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d51dc23f-51ce-4d88-ae53-19a80cc63125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.519959 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-f6ca03f4-e609-4f44-b962-c092e003a443 admin admin] 10.222.0.15 "DELETE /v2.0/networks/19d30953-5d2b-49ad-99d4-0ab2d15be5e0 HTTP/1.1" status: 204 len: 168 time: 0.6854939 May 26 22:16:34.695252 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 39438) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:34.773685 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-9e19504b-0fc8-4fc9-ab6f-1584d2fb27fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9708ab761c59413f8fc7b71b806e5d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0772383 May 26 22:16:34.776279 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 39442) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:34.784996 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d51dc23f-51ce-4d88-ae53-19a80cc63125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2982456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2744506'] for subnet, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.788852 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8b413e73-8440-4c7c-8eb9-b478b535cc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:34.822617 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51dc23f-51ce-4d88-ae53-19a80cc63125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a30ad71-19b2-4b03-9c7c-9d803666f595,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:34.825665 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d51dc23f-51ce-4d88-ae53-19a80cc63125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:34.826617 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d51dc23f-51ce-4d88-ae53-19a80cc63125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.836509 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-d51dc23f-51ce-4d88-ae53-19a80cc63125 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1a30ad71-19b2-4b03-9c7c-9d803666f595 HTTP/1.1" status: 204 len: 168 time: 0.7423244 May 26 22:16:34.838816 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 39446) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:34.846141 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-8cf77d21-2dcf-48db-9b2b-9cd5d4a6f6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.871985 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-8cf77d21-2dcf-48db-9b2b-9cd5d4a6f6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.924641 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-8cf77d21-2dcf-48db-9b2b-9cd5d4a6f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.929544 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-54e19e5a-ed79-4b01-95ec-335c495bf9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:34.942792 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf77d21-2dcf-48db-9b2b-9cd5d4a6f6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f68b6ee-3f8d-48ac-88f3-fdace501851d,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:34.945414 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-8cf77d21-2dcf-48db-9b2b-9cd5d4a6f6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:34.948498 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9f1b6e7e-894d-408b-98a6-b9f4c39e8bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.954269 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-8cf77d21-2dcf-48db-9b2b-9cd5d4a6f6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:34.955381 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-8cf77d21-2dcf-48db-9b2b-9cd5d4a6f6f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f68b6ee-3f8d-48ac-88f3-fdace501851d HTTP/1.1" status: 204 len: 168 time: 0.1780071 May 26 22:16:35.085656 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9f1b6e7e-894d-408b-98a6-b9f4c39e8bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:35.098680 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-9f1b6e7e-894d-408b-98a6-b9f4c39e8bec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a42bc9b-cb66-48b5-8733-7d057b351d7e']}} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:35.110717 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-9f1b6e7e-894d-408b-98a6-b9f4c39e8bec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5') {'for_net_delete': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:35.111009 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-9f1b6e7e-894d-408b-98a6-b9f4c39e8bec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe664fd-c3bb-46fc-a26c-b0cd49ca9ae5') {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:35.122667 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9f1b6e7e-894d-408b-98a6-b9f4c39e8bec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2694243'] for segment, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:35.140564 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9f1b6e7e-894d-408b-98a6-b9f4c39e8bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:35.146821 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1b6e7e-894d-408b-98a6-b9f4c39e8bec admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=91909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:16:35.147278 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9f1b6e7e-894d-408b-98a6-b9f4c39e8bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985114'] for segment, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: Traceback (most recent call last): May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: timer() May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: cb(*args, **kw) May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: return func(*args, **kwargs) May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: self._notify() May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: self.callback(batched_events) May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: event.method(event) May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: return f(self, *a, **k) May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._get(url).json() May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: return self.request(url, 'GET', **kwargs) May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:16:35.160421 dv-cinder-793244-1-iscsi neutron-server[91909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:16:35.246645 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9f1b6e7e-894d-408b-98a6-b9f4c39e8bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:35.257762 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9f1b6e7e-894d-408b-98a6-b9f4c39e8bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:35.260669 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5ad521bc-5e36-4c0c-99d3-0459782da158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:35.282857 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b6e7e-894d-408b-98a6-b9f4c39e8bec admin admin] Pushing event deleted for resources: {'Network': ['ID=3a42bc9b-cb66-48b5-8733-7d057b351d7e,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:35.285296 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9f1b6e7e-894d-408b-98a6-b9f4c39e8bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:35.290286 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-9f1b6e7e-894d-408b-98a6-b9f4c39e8bec admin admin] 10.222.0.15 "DELETE /v2.0/networks/3a42bc9b-cb66-48b5-8733-7d057b351d7e HTTP/1.1" status: 204 len: 168 time: 0.4504473 May 26 22:16:35.425255 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 39470) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:35.473783 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-a09da959-f922-4ce8-b7bf-c18f4601c2c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26626816f5d64254ae2afaf7c9ccf5c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472450 May 26 22:16:35.476349 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 39474) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:35.537260 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-58ac3415-a52a-4c6a-bf54-97926e4cab2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:35.567733 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-58ac3415-a52a-4c6a-bf54-97926e4cab2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:35.625513 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-58ac3415-a52a-4c6a-bf54-97926e4cab2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:35.630986 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-36eedc5e-5ec5-477f-88c9-2bde292bd2cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:35.642535 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac3415-a52a-4c6a-bf54-97926e4cab2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063e0270-cce3-484e-9fa0-61b23a7db9e4,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:35.644885 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-58ac3415-a52a-4c6a-bf54-97926e4cab2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:35.650454 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-58ac3415-a52a-4c6a-bf54-97926e4cab2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:35.651919 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-58ac3415-a52a-4c6a-bf54-97926e4cab2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/063e0270-cce3-484e-9fa0-61b23a7db9e4 HTTP/1.1" status: 204 len: 168 time: 0.1743801 May 26 22:16:35.796615 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 39490) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:35.902593 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-network', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:16:35.907942 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:16:35.911845 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Usage tracker for resource:network and tenant:4f1f7f4d434b4dd39403f7879bf5037e is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:16:35.914678 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:16:35.920333 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:16:35.931623 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Made reservation on behalf of 4f1f7f4d434b4dd39403f7879bf5037e for: {'network': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:16:35.933885 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:35.949960 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:35.964685 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:16:35.969040 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Usage tracker for resource:security_group_rule and tenant:4f1f7f4d434b4dd39403f7879bf5037e is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:16:35.971844 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:16:35.977597 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:16:36.061819 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:36.066256 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:36.070308 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-03655c9b-9878-4965-92c4-d88b1bd93c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:36.097911 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=91908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:16:36.111511 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14733be0-7d00-4474-b39f-aaeb0b5af143,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:36.113103 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:36.117494 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:36.118358 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.segments_db [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Added segment 6925475f-8984-41ba-8491-ec5137677520 of type vlan for network 0897e07d-1423-4ad7-b723-9c8134b46027 May 26 22:16:36.147463 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:36.253322 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:36.254996 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:36.255577 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:36.260417 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:36.361599 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5638514 May 26 22:16:36.364619 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 39516) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:36.365103 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Pushing event updated for resources: {'Network': ['ID=0897e07d-1423-4ad7-b723-9c8134b46027,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:36.367604 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-15ac6edf-f172-46af-8525-ca6a52f88488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:36.375304 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network 0897e07d-1423-4ad7-b723-9c8134b46027 details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:16:36.376724 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Request body: {'subnet': {'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-subnet', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:16:36.381575 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:16:36.385556 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Usage tracker for resource:subnet and tenant:4f1f7f4d434b4dd39403f7879bf5037e is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:16:36.388772 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:16:36.414684 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:16:36.434360 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Made reservation on behalf of 4f1f7f4d434b4dd39403f7879bf5037e for: {'subnet': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:16:36.437419 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2744471'] for subnet, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:36.895108 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2982521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2744449'] for subnet, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:36.899809 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:36.979264 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=122908fb-e545-4010-aa12-86bc2dd30f81,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:36.983711 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:36.984934 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Checking segment: {'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:16:36.985279 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Network hostable DHCP agents. Network: 0897e07d-1423-4ad7-b723-9c8134b46027, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:16:37.001516 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Network 0897e07d-1423-4ad7-b723-9c8134b46027 is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:16:37.011029 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, 0897e07d-1423-4ad7-b723-9c8134b46027) {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:16:37.021335 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18cc93e-dbf6-450d-a463-17785b16f19e None None] Network 0897e07d-1423-4ad7-b723-9c8134b46027 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:16:37.024215 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:37.024786 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:37.047791 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6820209 May 26 22:16:37.050410 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 39530) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:37.055334 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:16:37.059819 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:16:37.064847 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Usage tracker for resource:router and tenant:4f1f7f4d434b4dd39403f7879bf5037e is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:16:37.067937 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:16:37.073525 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:16:37.083773 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:37.084807 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-904'] for router, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:37.102154 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:37.242592 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb78d3392-e22a-5451-892b-71b7666f8002-0897e07d-1423-4ad7-b723-9c8134b46027', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81'}]}} from dv-cinder-793244-1-iscsi. {{(pid=91910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:16:37.243419 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:37.407195 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Allocated IP 172.20.0.2 (0897e07d-1423-4ad7-b723-9c8134b46027/122908fb-e545-4010-aa12-86bc2dd30f81/6288be2a-ebc3-43b4-bf23-ff267990c92c) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:16:37.458163 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022'] for router, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:37.614127 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:37.623664 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Transition to ACTIVE for port object 6288be2a-ebc3-43b4-bf23-ff267990c92c will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:16:37.641530 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Transition to ACTIVE for port object 6288be2a-ebc3-43b4-bf23-ff267990c92c will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:16:37.647050 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:37.650618 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-94db81d1-de07-43e2-bf8f-0b500e89fada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:37.719122 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Network 0897e07d-1423-4ad7-b723-9c8134b46027 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:16:37.721918 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:16:37.724702 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:16:37.758579 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Pushing event updated for resources: {'Port': ['ID=6288be2a-ebc3-43b4-bf23-ff267990c92c,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:37.777093 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:37.805697 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:37.805985 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:37.806301 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:37.806622 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:37.806952 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:37.807285 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:37.807725 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:37.807845 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:37.808084 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:37.808411 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:37.808731 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:37.809249 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:37.809675 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:37.824806 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:37.836708 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Attempting to bind port 6288be2a-ebc3-43b4-bf23-ff267990c92c on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:16:37.837234 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Attempting to bind port 6288be2a-ebc3-43b4-bf23-ff267990c92c by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:16:37.837599 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Attempting to bind port 6288be2a-ebc3-43b4-bf23-ff267990c92c on network 0897e07d-1423-4ad7-b723-9c8134b46027 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:16:37.843637 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:16:37.844283 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Checking segment: {'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:16:37.844846 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:37.845410 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Bound using segment: {'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:16:37.846033 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Bound port: 6288be2a-ebc3-43b4-bf23-ff267990c92c, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:16:37.847119 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:37.940512 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] For port 6288be2a-ebc3-43b4-bf23-ff267990c92c, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:16:37.945194 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] For port 6288be2a-ebc3-43b4-bf23-ff267990c92c, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=6288be2a-ebc3-43b4-bf23-ff267990c92c,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:16:37.950568 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:37.957871 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:37.970524 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Allocated IP 172.27.2.200 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/0a62a874-d74e-48ec-bb49-11ff35145edd) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:16:38.044196 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Pushing event updated for resources: {'Port': ['ID=6288be2a-ebc3-43b4-bf23-ff267990c92c,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:38.047703 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:38.074211 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 39544) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:38.153863 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:38.187586 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:38.191847 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:38.252774 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-9d2eb51d-9490-4c4d-bc18-e3df5b5e1f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:38.263446 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:16:38.266510 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:16:38.271040 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:16:38.303517 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-9d2eb51d-9490-4c4d-bc18-e3df5b5e1f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:16:38.307619 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-9d2eb51d-9490-4c4d-bc18-e3df5b5e1f20 admin admin] Usage tracker for resource:security_group_rule and tenant:7a15cf330c394977ba9f34e42d1dfddf is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:16:38.310901 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-9d2eb51d-9490-4c4d-bc18-e3df5b5e1f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:16:38.324823 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Pushing event updated for resources: {'Port': ['ID=0a62a874-d74e-48ec-bb49-11ff35145edd,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:38.332075 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:38.336169 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-9d2eb51d-9490-4c4d-bc18-e3df5b5e1f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:16:38.439529 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-9d2eb51d-9490-4c4d-bc18-e3df5b5e1f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:38.444060 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-9d2eb51d-9490-4c4d-bc18-e3df5b5e1f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:38.451427 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-ec9195ec-4fde-4848-8f4c-21e19ac07625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:38.492477 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-9d2eb51d-9490-4c4d-bc18-e3df5b5e1f20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a15cf330c394977ba9f34e42d1dfddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171729 May 26 22:16:38.493323 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2eb51d-9490-4c4d-bc18-e3df5b5e1f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3c3737-596d-4624-a7ac-c510c3ee9d91,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:38.495749 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 39552) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:38.498591 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-9d2eb51d-9490-4c4d-bc18-e3df5b5e1f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:38.554669 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0dfbfffb-030c-4c1b-8862-8b3d92c939de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:38.581125 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0dfbfffb-030c-4c1b-8862-8b3d92c939de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:38.638916 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0dfbfffb-030c-4c1b-8862-8b3d92c939de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:38.643807 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-9d2eb51d-9490-4c4d-bc18-e3df5b5e1f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:38.657091 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbfffb-030c-4c1b-8862-8b3d92c939de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3c3737-596d-4624-a7ac-c510c3ee9d91,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:38.659933 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0dfbfffb-030c-4c1b-8862-8b3d92c939de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:38.660876 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0dfbfffb-030c-4c1b-8862-8b3d92c939de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:38.668267 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-0dfbfffb-030c-4c1b-8862-8b3d92c939de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f3c3737-596d-4624-a7ac-c510c3ee9d91 HTTP/1.1" status: 204 len: 168 time: 0.1713021 May 26 22:16:38.722033 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:39.052696 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca6fc09-4baa-41f8-b707-95dd4b65d741 None None] Network 0897e07d-1423-4ad7-b723-9c8134b46027 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:16:39.159981 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-b112084c-4dcf-45da-9b5c-56291f33af1b None None] Provisioning for port 6288be2a-ebc3-43b4-bf23-ff267990c92c completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:16:39.192803 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747983'] for router, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:39.429057 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 is scheduled to L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad with binding_index 1 {{(pid=91909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:16:39.623555 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:16:39.633993 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Sync routers for ids ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:16:39.651452 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 6288be2a-ebc3-43b4-bf23-ff267990c92c up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:16:39.652181 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] Notify callbacks [] for router, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:39.653360 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-844d3bc4-d8b6-4753-acbd-ce36ee429783 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6020265 May 26 22:16:39.656659 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 39584) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:39.713667 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Routers {'0d1834f2-99cd-4b86-a7b6-4fa98d26c453'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:16:39.714318 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:16:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:39.802518 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 6288be2a-ebc3-43b4-bf23-ff267990c92c completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:16:39.865088 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 6288be2a-ebc3-43b4-bf23-ff267990c92c triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:16:39.865462 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:39.956536 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Set router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:16:40.230483 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:40.310008 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 6288be2a-ebc3-43b4-bf23-ff267990c92c, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=6288be2a-ebc3-43b4-bf23-ff267990c92c,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:16:40.318146 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:40.320757 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:40.360391 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:40.396627 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=6288be2a-ebc3-43b4-bf23-ff267990c92c,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:40.399821 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:40.404378 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:38Z', 'revision_number': 3, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:40.409154 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Checking router: 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:16:40.409529 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Updating router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 port 0a62a874-d74e-48ec-bb49-11ff35145edd binding host dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:16:40.465770 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:40.568685 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Allocated IP 172.20.0.1 (0897e07d-1423-4ad7-b723-9c8134b46027/122908fb-e545-4010-aa12-86bc2dd30f81/1939f6c3-064a-4f3f-ade7-a543dda84bcf) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:16:40.714784 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:40.730224 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Transition to ACTIVE for port object 1939f6c3-064a-4f3f-ade7-a543dda84bcf will not be triggered until provisioned by entity DHCP. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:16:40.752593 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:40.756898 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-e1dcdc81-5cb9-4bb9-9c27-70351b7fe054 tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:40.785739 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:40.797033 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Transition to ACTIVE for port object 0a62a874-d74e-48ec-bb49-11ff35145edd will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:16:40.803140 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:40.806506 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-413cdb54-5514-4267-934a-6b1984bf7012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:40.819440 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Network 0897e07d-1423-4ad7-b723-9c8134b46027 is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:16:40.822307 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:16:40.825885 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:16:40.893455 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Attempting to bind port 0a62a874-d74e-48ec-bb49-11ff35145edd on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:16:40.893832 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Attempting to bind port 0a62a874-d74e-48ec-bb49-11ff35145edd by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:16:40.894193 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Attempting to bind port 0a62a874-d74e-48ec-bb49-11ff35145edd on network 5868c39c-3961-427a-b936-c4b2389a06ed {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:16:40.898098 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcd22b-067a-4cc4-831f-b238046f437b None None] Pushing event updated for resources: {'Port': ['ID=0a62a874-d74e-48ec-bb49-11ff35145edd,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:40.908243 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c5fcd22b-067a-4cc4-831f-b238046f437b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:40.909074 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:16:40.909537 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:16:40.909537 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Checking segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:16:40.909888 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:40.910275 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Bound using segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:16:40.911039 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Bound port: 0a62a874-d74e-48ec-bb49-11ff35145edd, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:16:40.911467 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:40.958603 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Pushing event updated for resources: {'Port': ['ID=1939f6c3-064a-4f3f-ade7-a543dda84bcf,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:40.966801 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:40.982202 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746537'] for router_interface, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:40.988438 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] For port 0a62a874-d74e-48ec-bb49-11ff35145edd, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:16:40.991824 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] For port 0a62a874-d74e-48ec-bb49-11ff35145edd, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=0a62a874-d74e-48ec-bb49-11ff35145edd,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:16:40.997168 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:41.002483 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-8d45e905-40bd-4727-9d16-d360ccfce7ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:41.117736 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Routers {'0d1834f2-99cd-4b86-a7b6-4fa98d26c453'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:16:41.118357 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:16:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:41.179548 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-9bf615cd-fc6d-4cbb-b86d-f8d0ce934239 None None] Provisioning for port 1939f6c3-064a-4f3f-ade7-a543dda84bcf completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:16:41.200944 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-9bf615cd-fc6d-4cbb-b86d-f8d0ce934239 None None] Provisioning complete for port 1939f6c3-064a-4f3f-ade7-a543dda84bcf triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:16:41.201316 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9bf615cd-fc6d-4cbb-b86d-f8d0ce934239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:41.224311 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcd22b-067a-4cc4-831f-b238046f437b None None] Pushing event updated for resources: {'Port': ['ID=0a62a874-d74e-48ec-bb49-11ff35145edd,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:41.234081 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c5fcd22b-067a-4cc4-831f-b238046f437b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:41.260227 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:41.333449 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-9bf615cd-fc6d-4cbb-b86d-f8d0ce934239 None None] Port 1939f6c3-064a-4f3f-ade7-a543dda84bcf cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:16:41.355860 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] Set router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:16:41.480918 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:41.487279 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:41.514901 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:41.589265 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Pushing event updated for resources: {'Port': ['ID=1939f6c3-064a-4f3f-ade7-a543dda84bcf,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:41.591972 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:41.601699 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746634'] for router_interface, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:41.616083 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 6288be2a-ebc3-43b4-bf23-ff267990c92c up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:16:41.704957 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 6288be2a-ebc3-43b4-bf23-ff267990c92c triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:16:41.705329 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:41.734999 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:38Z', 'revision_number': 3, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:41.742290 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Network 0897e07d-1423-4ad7-b723-9c8134b46027 is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:16:41.744300 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:16:41.750408 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dbda7e-13b7-4d06-8665-4d63478c72a0 None None] The sync data for ids ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'] in dv-cinder-793244-1-iscsi is: [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:38Z', 'revision_number': 3, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:16:41.958307 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:16:41.958931 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-22b7095b-1fd0-4283-b78b-da4eebd1db1c None None] Provisioning complete for port 1939f6c3-064a-4f3f-ade7-a543dda84bcf triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:16:41.959314 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-22b7095b-1fd0-4283-b78b-da4eebd1db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:42.044682 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-22b7095b-1fd0-4283-b78b-da4eebd1db1c None None] Port 1939f6c3-064a-4f3f-ade7-a543dda84bcf cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:16:42.163803 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:16:42.173100 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] 10.222.0.15 "PUT /v2.0/routers/0d1834f2-99cd-4b86-a7b6-4fa98d26c453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5153418 May 26 22:16:42.651188 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 39608) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:42.657427 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345982796', 'description': 'tempest-description--68826004'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:16:42.663751 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:16:42.667808 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Usage tracker for resource:security_group and tenant:4f1f7f4d434b4dd39403f7879bf5037e is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:16:42.670693 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:16:42.676553 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:16:42.690010 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:42.709994 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:16:42.713663 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Usage tracker for resource:security_group_rule and tenant:4f1f7f4d434b4dd39403f7879bf5037e is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:16:42.716495 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:16:42.722291 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:16:42.790866 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:42.794810 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:42.799021 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-4fc7a05a-d8f2-408c-b56f-fdb39dfa9012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:42.836275 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c091a18-d83c-4458-b417-65427a167361,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:42.839098 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:42.840304 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1879845 May 26 22:16:42.841147 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:42.843833 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 39612) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:42.850322 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-3affe641-1b6d-4e98-a230-22ccf6a05289 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Request body: {'security_group_rule': {'security_group_id': '7c091a18-d83c-4458-b417-65427a167361', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:16:42.856429 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-3affe641-1b6d-4e98-a230-22ccf6a05289 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:16:42.860811 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-3affe641-1b6d-4e98-a230-22ccf6a05289 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Usage tracker for resource:security_group_rule and tenant:4f1f7f4d434b4dd39403f7879bf5037e is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:16:42.863618 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-3affe641-1b6d-4e98-a230-22ccf6a05289 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:16:42.869224 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-3affe641-1b6d-4e98-a230-22ccf6a05289 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:16:42.884760 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3affe641-1b6d-4e98-a230-22ccf6a05289 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:42.943105 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3affe641-1b6d-4e98-a230-22ccf6a05289 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:42.947451 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3affe641-1b6d-4e98-a230-22ccf6a05289 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:42.949511 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-b17ed8e6-a97a-456d-bc73-4df5089d621b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:42.972027 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affe641-1b6d-4e98-a230-22ccf6a05289 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50c8c85-c658-4a5d-9201-c688cd79826e,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:42.976652 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3affe641-1b6d-4e98-a230-22ccf6a05289 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:42.981937 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3affe641-1b6d-4e98-a230-22ccf6a05289 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:42.983726 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-3affe641-1b6d-4e98-a230-22ccf6a05289 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389413 May 26 22:16:42.986355 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 39620) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:42.991542 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-87e13e50-18b6-40c9-98f8-fb948f19aa92 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Request body: {'security_group_rule': {'security_group_id': '7c091a18-d83c-4458-b417-65427a167361', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:16:42.997557 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-87e13e50-18b6-40c9-98f8-fb948f19aa92 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:16:43.002111 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-87e13e50-18b6-40c9-98f8-fb948f19aa92 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Usage tracker for resource:security_group_rule and tenant:4f1f7f4d434b4dd39403f7879bf5037e is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:16:43.005037 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-87e13e50-18b6-40c9-98f8-fb948f19aa92 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:16:43.010764 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-87e13e50-18b6-40c9-98f8-fb948f19aa92 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:16:43.030065 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-87e13e50-18b6-40c9-98f8-fb948f19aa92 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:43.096270 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-87e13e50-18b6-40c9-98f8-fb948f19aa92 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:43.099970 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-87e13e50-18b6-40c9-98f8-fb948f19aa92 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:43.102148 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3affe641-1b6d-4e98-a230-22ccf6a05289 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:43.125169 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e13e50-18b6-40c9-98f8-fb948f19aa92 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e54b9b6-8a52-4343-b008-1c2e38dd1972,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:43.129618 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-87e13e50-18b6-40c9-98f8-fb948f19aa92 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:43.134462 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-87e13e50-18b6-40c9-98f8-fb948f19aa92 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:43.135693 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-87e13e50-18b6-40c9-98f8-fb948f19aa92 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483481 May 26 22:16:43.138801 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 39624) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:43.144407 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Request body: {'floatingip': {'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:16:43.150521 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:16:43.155821 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Usage tracker for resource:floatingip and tenant:4f1f7f4d434b4dd39403f7879bf5037e is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:16:43.159830 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:16:43.166251 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:16:43.177895 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for floatingip, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:43.302986 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Sync routers for ids ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:16:43.313038 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Routers {'0d1834f2-99cd-4b86-a7b6-4fa98d26c453'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:16:43.314020 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:16:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:43.320114 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:43.467239 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Allocated IP 172.27.2.225 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/9f1915e2-bc2f-45d8-a357-84116d2e189a) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:16:43.536842 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Set router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:16:43.671493 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:43.689389 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 0a62a874-d74e-48ec-bb49-11ff35145edd up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:16:43.740022 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:43.745792 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-b2274f44-e64b-4ec0-96bf-49667d224992 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:43.781863 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 0a62a874-d74e-48ec-bb49-11ff35145edd completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:16:43.787868 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 0a62a874-d74e-48ec-bb49-11ff35145edd triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:16:43.788527 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:43.843398 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:16:43.851748 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:16:43.857464 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:16:43.891303 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '1939f6c3-064a-4f3f-ade7-a543dda84bcf', 'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'mac_address': 'fa:16:3e:f6:e6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:40Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 2, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'subnets': [{'id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:43.895809 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Checking router: 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:16:43.896353 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Updating router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 port 1939f6c3-064a-4f3f-ade7-a543dda84bcf binding host dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:16:43.932079 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event updated for resources: {'Port': ['ID=9f1915e2-bc2f-45d8-a357-84116d2e189a,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:43.936833 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:43.947119 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:43.952806 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:43.971061 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 0a62a874-d74e-48ec-bb49-11ff35145edd, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=0a62a874-d74e-48ec-bb49-11ff35145edd,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:16:43.983886 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:43.987305 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c9e8f21b-2090-496f-b805-6804f2565008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:44.051780 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:44.136649 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=0a62a874-d74e-48ec-bb49-11ff35145edd,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:44.141626 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:44.173716 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:44.327709 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:44.339129 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Transition to ACTIVE for port object 1939f6c3-064a-4f3f-ade7-a543dda84bcf will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:16:44.345511 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:44.349428 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:44.483856 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Pushing event updated for resources: {'Port': ['ID=1939f6c3-064a-4f3f-ade7-a543dda84bcf,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:44.485596 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:44.491675 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2985214'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:44.495665 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:44.521157 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:44.521496 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:44.522036 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:44.522365 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:44.522688 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:44.523011 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:44.523325 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:44.523639 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:44.523995 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:44.524314 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:44.524620 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:44.524927 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:44.532495 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:44.586212 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Attempting to bind port 1939f6c3-064a-4f3f-ade7-a543dda84bcf on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:16:44.587558 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Attempting to bind port 1939f6c3-064a-4f3f-ade7-a543dda84bcf by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:16:44.587971 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Attempting to bind port 1939f6c3-064a-4f3f-ade7-a543dda84bcf on network 0897e07d-1423-4ad7-b723-9c8134b46027 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:16:44.594819 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:16:44.595113 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Checking segment: {'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:16:44.595720 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:44.596115 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Bound using segment: {'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:16:44.596582 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Bound port: 1939f6c3-064a-4f3f-ade7-a543dda84bcf, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:16:44.596955 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:44.613424 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event updated for resources: {'Port': ['ID=9f1915e2-bc2f-45d8-a357-84116d2e189a,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:44.617341 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:44.626322 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:44.648806 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:44.650055 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5101604 May 26 22:16:44.691801 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] For port 1939f6c3-064a-4f3f-ade7-a543dda84bcf, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:16:44.695184 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] For port 1939f6c3-064a-4f3f-ade7-a543dda84bcf, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=1939f6c3-064a-4f3f-ade7-a543dda84bcf,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:16:44.699288 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:44.704579 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f60b26d7-d71d-4e32-ac77-dfb56dda0df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:44.787073 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Pushing event updated for resources: {'Port': ['ID=1939f6c3-064a-4f3f-ade7-a543dda84bcf,revision_number=4']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:44.793198 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:44.794095 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Routers {'0d1834f2-99cd-4b86-a7b6-4fa98d26c453'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:16:44.794858 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:16:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:44.823965 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-615c687d-f00b-4fe3-8cb6-0506c50ea4ad tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Synchronizing usage tracker for tenant:4f1f7f4d434b4dd39403f7879bf5037e on resource:security_group {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:16:44.846829 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-615c687d-f00b-4fe3-8cb6-0506c50ea4ad tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Unset dirty status for tenant:4f1f7f4d434b4dd39403f7879bf5037e on resource:security_group {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:16:44.849183 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-615c687d-f00b-4fe3-8cb6-0506c50ea4ad tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--345982796&fields=id&tenant_id=4f1f7f4d434b4dd39403f7879bf5037e HTTP/1.1" status: 200 len: 267 time: 0.0698974 May 26 22:16:44.988409 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] Set router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:16:45.099939 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-972b262b-f4d5-4f1b-8937-e190b133b6eb tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:45.100616 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-972b262b-f4d5-4f1b-8937-e190b133b6eb tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Synchronizing usage tracker for tenant:4f1f7f4d434b4dd39403f7879bf5037e on resource:network {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:16:45.116694 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-972b262b-f4d5-4f1b-8937-e190b133b6eb tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Unset dirty status for tenant:4f1f7f4d434b4dd39403f7879bf5037e on resource:network {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:16:45.117953 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-972b262b-f4d5-4f1b-8937-e190b133b6eb tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 817 time: 0.2585874 May 26 22:16:45.133836 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-153a2831-1623-4a1f-9972-3ba15f0fe8fd tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/quotas/4f1f7f4d434b4dd39403f7879bf5037e HTTP/1.1" status: 200 len: 375 time: 0.0103347 May 26 22:16:45.223629 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-49c3c6fa-b7c1-41d6-b24e-599d4158d6c9 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Synchronizing usage tracker for tenant:4f1f7f4d434b4dd39403f7879bf5037e on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:16:45.241408 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-49c3c6fa-b7c1-41d6-b24e-599d4158d6c9 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Unset dirty status for tenant:4f1f7f4d434b4dd39403f7879bf5037e on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:16:45.242771 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-49c3c6fa-b7c1-41d6-b24e-599d4158d6c9 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038966 May 26 22:16:45.356906 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '1939f6c3-064a-4f3f-ade7-a543dda84bcf', 'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'mac_address': 'fa:16:3e:f6:e6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:40Z', 'updated_at': '2021-05-26T22:16:44Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'subnets': [{'id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:16:45.363517 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11454671-5832-4cf0-97e6-03473f6c9644 None None] The sync data for ids ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'] in dv-cinder-793244-1-iscsi is: [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '1939f6c3-064a-4f3f-ade7-a543dda84bcf', 'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'mac_address': 'fa:16:3e:f6:e6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:40Z', 'updated_at': '2021-05-26T22:16:44Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'subnets': [{'id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:16:45.524574 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-5fdf24c9-c03e-4ce4-a38e-9ab824b31539 service neutron] 10.222.0.15 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686317 May 26 22:16:45.689982 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-c01aa790-88e2-429b-8bc2-65750a8e525a service neutron] 10.222.0.15 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643133 May 26 22:16:45.712010 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 0a62a874-d74e-48ec-bb49-11ff35145edd up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:16:45.835970 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 0a62a874-d74e-48ec-bb49-11ff35145edd triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:16:45.836607 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:45.960266 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aa9f4709-e472-424d-ba64-fa6047e63b24 req-6c06833a-c447-43f6-8a52-0e9f3535fd69 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 210 time: 0.0520480 May 26 22:16:45.984593 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 1939f6c3-064a-4f3f-ade7-a543dda84bcf up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:16:46.055881 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 1939f6c3-064a-4f3f-ade7-a543dda84bcf completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:16:46.061764 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 1939f6c3-064a-4f3f-ade7-a543dda84bcf triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:16:46.062144 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:46.185635 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:46.220625 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 1939f6c3-064a-4f3f-ade7-a543dda84bcf, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=1939f6c3-064a-4f3f-ade7-a543dda84bcf,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:16:46.224349 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:46.227099 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c5fcd22b-067a-4cc4-831f-b238046f437b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:46.332180 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=1939f6c3-064a-4f3f-ade7-a543dda84bcf,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:46.335256 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:47.054090 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ebbc6601-35d3-4312-899a-5c61f100cd8c req-c7eb9a70-3c6c-4286-826d-ef95f7488eff tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 210 time: 0.0437849 May 26 22:16:47.607252 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 1939f6c3-064a-4f3f-ade7-a543dda84bcf up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:16:47.677106 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 1939f6c3-064a-4f3f-ade7-a543dda84bcf triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:16:47.677398 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:48.163390 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1fc15700-e8f0-4dd8-b6aa-00baf1de2d69 req-b4cc0727-d10a-4bc2-ac6b-466bbfcc9e12 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 210 time: 0.0509541 May 26 22:16:49.261888 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e812a54f-70b7-47c6-b0e5-11187a78948e req-cf2576ed-2937-4ba3-aa94-1e3ee52d7880 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 210 time: 0.0411816 May 26 22:16:50.417460 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6f70ae5b-c647-4dac-b76a-886245d55096 req-0458c355-02b3-4390-a1ac-a4cd98b7e563 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 210 time: 0.0423355 May 26 22:16:51.579602 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-14d6cc8a-de65-47c7-8a56-660b7775472e req-2b02d1fa-283b-415c-ab34-d8c694068ff7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 210 time: 0.0469372 May 26 22:16:52.742669 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-20f2c223-4bfe-4c66-9b42-36ff598ab9a9 req-9a008347-0da0-4453-8a3e-f25a7e6cb998 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 210 time: 0.0426157 May 26 22:16:53.900208 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4546f854-ce77-44e5-b9b8-5f2a1b8068e5 req-93133e13-c7ef-4994-a17d-0f02d431ea84 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 210 time: 0.0432012 May 26 22:16:55.055352 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1ea3ca09-d4b0-4192-b1d2-a295084476e7 req-66625797-c3f6-4721-96d5-34e8b6c58d2d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 210 time: 0.0457413 May 26 22:16:55.280563 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-323239d2-9279-4106-b5fc-4884f37de830 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:55.281956 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-323239d2-9279-4106-b5fc-4884f37de830 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.24 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 817 time: 0.1516798 May 26 22:16:55.332157 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-e98c5234-3185-47bf-b82f-8977c3159b25 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f1f7f4d434b4dd39403f7879bf5037e HTTP/1.1" status: 200 len: 379 time: 0.0410664 May 26 22:16:55.346565 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Request body: {'port': {'device_id': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'admin_state_up': True, 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'security_groups': ['7c091a18-d83c-4458-b417-65427a167361']}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:16:55.482084 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:16:55.491797 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:16:55.501664 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Made reservation on behalf of 4f1f7f4d434b4dd39403f7879bf5037e for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:16:55.505105 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:55.664535 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Allocated IP 172.20.0.11 (0897e07d-1423-4ad7-b723-9c8134b46027/122908fb-e545-4010-aa12-86bc2dd30f81/f69c406d-e881-4817-9510-ca9b32399870) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:16:55.847030 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:55.862811 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Transition to ACTIVE for port object f69c406d-e881-4817-9510-ca9b32399870 will not be triggered until provisioned by entity DHCP. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:16:55.884853 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:55.890758 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-794552b0-12c7-429f-8b0e-e7bfe9d91ed6 tempest-ServerRescueNegativeTestJSON-654325404 tempest-ServerRescueNegativeTestJSON-654325404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:55.956441 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Network 0897e07d-1423-4ad7-b723-9c8134b46027 is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:16:55.959401 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:16:55.963434 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:16:56.090646 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event updated for resources: {'Port': ['ID=f69c406d-e881-4817-9510-ca9b32399870,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:56.125236 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:56.125875 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:56.139696 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.140332 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.140703 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.141060 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.141486 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.141739 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.142126 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.142417 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.142758 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.143100 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.143442 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.143823 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.149229 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:56.165167 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8221385 May 26 22:16:56.177741 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Request body: {'port': {'device_id': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:16:56.207033 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-b34584c7-d9a7-491c-8b0d-42b12f6b1d3f None None] Provisioning for port f69c406d-e881-4817-9510-ca9b32399870 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:16:56.211429 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-b34584c7-d9a7-491c-8b0d-42b12f6b1d3f None None] Provisioning complete for port f69c406d-e881-4817-9510-ca9b32399870 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:16:56.211829 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b34584c7-d9a7-491c-8b0d-42b12f6b1d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:56.264676 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-b34584c7-d9a7-491c-8b0d-42b12f6b1d3f None None] Port f69c406d-e881-4817-9510-ca9b32399870 cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:16:56.343086 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:56.400382 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567be8d5-1810-4221-a189-c0cb237bfa67 req-52804cff-75f7-4ea4-8e90-346deeb99bc1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:56.401069 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-567be8d5-1810-4221-a189-c0cb237bfa67 req-52804cff-75f7-4ea4-8e90-346deeb99bc1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Synchronizing usage tracker for tenant:4f1f7f4d434b4dd39403f7879bf5037e on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:16:56.439723 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-567be8d5-1810-4221-a189-c0cb237bfa67 req-52804cff-75f7-4ea4-8e90-346deeb99bc1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Unset dirty status for tenant:4f1f7f4d434b4dd39403f7879bf5037e on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:16:56.440781 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-567be8d5-1810-4221-a189-c0cb237bfa67 req-52804cff-75f7-4ea4-8e90-346deeb99bc1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 932 time: 0.2368679 May 26 22:16:56.452186 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:56.544399 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-567be8d5-1810-4221-a189-c0cb237bfa67 req-34e7a6ef-f392-4f33-88c0-67ad6d9db7ca tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628023 May 26 22:16:56.738950 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69c406d-e881-4817-9510-ca9b32399870 {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:16:56.745950 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:56.759996 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Transition to ACTIVE for port object f69c406d-e881-4817-9510-ca9b32399870 will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:16:56.765341 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:56.769174 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-eebd929d-a56a-456b-b53f-8fca0d74eb1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:56.929684 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Pushing event updated for resources: {'Port': ['ID=f69c406d-e881-4817-9510-ca9b32399870,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:56.957981 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:57.010718 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Attempting to bind port f69c406d-e881-4817-9510-ca9b32399870 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:16:57.011047 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Attempting to bind port f69c406d-e881-4817-9510-ca9b32399870 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:16:57.011371 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Attempting to bind port f69c406d-e881-4817-9510-ca9b32399870 on network 0897e07d-1423-4ad7-b723-9c8134b46027 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:16:57.016179 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Port f69c406d-e881-4817-9510-ca9b32399870 on network 0897e07d-1423-4ad7-b723-9c8134b46027 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:16:57.016496 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Attempting to bind port f69c406d-e881-4817-9510-ca9b32399870 on network 0897e07d-1423-4ad7-b723-9c8134b46027 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:16:57.021541 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:16:57.021937 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Checking segment: {'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:16:57.022317 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Bound using segment: {'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:16:57.022740 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Bound port: f69c406d-e881-4817-9510-ca9b32399870, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:16:57.023084 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:57.117309 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] For port f69c406d-e881-4817-9510-ca9b32399870, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:16:57.120348 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] For port f69c406d-e881-4817-9510-ca9b32399870, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=f69c406d-e881-4817-9510-ca9b32399870,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:16:57.125570 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:57.131099 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:57.190635 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:57.191381 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:57.192973 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] 10.222.0.24 "PUT /v2.0/ports/f69c406d-e881-4817-9510-ca9b32399870 HTTP/1.1" status: 200 len: 1094 time: 1.0194890 May 26 22:16:57.196043 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'tag': 'f69c406d-e881-4817-9510-ca9b32399870'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:16:57.286801 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Pushing event updated for resources: {'Port': ['ID=f69c406d-e881-4817-9510-ca9b32399870,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:57.296335 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'tag': 'f69c406d-e881-4817-9510-ca9b32399870', 'status': 'completed', 'code': 200} May 26 22:16:57.297660 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:57.346675 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-97691390-4702-4e3d-89eb-b1323a987f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:57.348580 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-97691390-4702-4e3d-89eb-b1323a987f7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 1097 time: 0.0976415 May 26 22:16:57.444185 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-b9bf4219-18dc-4d06-9414-92ad58e58f83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f69c406d-e881-4817-9510-ca9b32399870 HTTP/1.1" status: 200 len: 217 time: 0.0862722 May 26 22:16:57.511012 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-11dc94ab-18a8-407a-aff8-74dddf13b4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:57.519312 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-11dc94ab-18a8-407a-aff8-74dddf13b4b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 200 len: 856 time: 0.0619490 May 26 22:16:57.619050 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-8ac43da3-8a04-4b37-8a8b-a4e56f16ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:57.620692 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-8ac43da3-8a04-4b37-8a8b-a4e56f16ac40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0897e07d-1423-4ad7-b723-9c8134b46027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980349 May 26 22:16:57.837884 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-f3ccc227-5540-423c-b8d5-ccbaa7b59c4d service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091238 May 26 22:16:58.046788 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d87fe5-de14-4289-8d43-0bb9dacac09e req-cfbf959a-367a-462a-b302-3ed589d12d43 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:58.048254 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-78d87fe5-de14-4289-8d43-0bb9dacac09e req-cfbf959a-367a-462a-b302-3ed589d12d43 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.3381896 May 26 22:16:58.124742 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-78d87fe5-de14-4289-8d43-0bb9dacac09e req-ce16adb7-3381-4e4c-8ade-0bfae9e54299 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698462 May 26 22:16:58.126642 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e65d2725-57ca-489a-8d1d-c44c14ff39fb req-3914dddc-14ce-4051-be67-f68c40658f75 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676208 May 26 22:16:58.248660 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89122b-36cb-43a1-8e7b-af412a1f2cf0 req-f2269d06-25d9-4ae4-a3f9-dabde29ebdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:58.250317 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c89122b-36cb-43a1-8e7b-af412a1f2cf0 req-f2269d06-25d9-4ae4-a3f9-dabde29ebdca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 1097 time: 0.0746434 May 26 22:16:58.385005 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89122b-36cb-43a1-8e7b-af412a1f2cf0 req-59ca941c-a269-4edd-8693-bf8f7daa3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:58.386343 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c89122b-36cb-43a1-8e7b-af412a1f2cf0 req-59ca941c-a269-4edd-8693-bf8f7daa3044 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 917 time: 0.1296217 May 26 22:16:58.454910 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c89122b-36cb-43a1-8e7b-af412a1f2cf0 req-2741a0ca-8563-40c5-8469-05c2e089b0fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f69c406d-e881-4817-9510-ca9b32399870 HTTP/1.1" status: 200 len: 217 time: 0.0612471 May 26 22:16:58.521874 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89122b-36cb-43a1-8e7b-af412a1f2cf0 req-da3e36f4-0667-47c2-93fd-1c015b5ad506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:58.523325 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c89122b-36cb-43a1-8e7b-af412a1f2cf0 req-da3e36f4-0667-47c2-93fd-1c015b5ad506 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 200 len: 856 time: 0.0622349 May 26 22:16:58.598619 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89122b-36cb-43a1-8e7b-af412a1f2cf0 req-7a28fb30-32de-4070-b63d-a60a7e6740d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:58.600858 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c89122b-36cb-43a1-8e7b-af412a1f2cf0 req-7a28fb30-32de-4070-b63d-a60a7e6740d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0897e07d-1423-4ad7-b723-9c8134b46027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698047 May 26 22:16:58.733873 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c89122b-36cb-43a1-8e7b-af412a1f2cf0 req-ce0da027-a874-4f4d-bfeb-61148ed4cff6 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267576 May 26 22:16:58.822066 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4333b2b3-c3e6-42f9-bb5d-886814d45461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:58.870187 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c89122b-36cb-43a1-8e7b-af412a1f2cf0 req-3d97876b-dc29-4075-b70a-b9b6d82514e5 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295624 May 26 22:16:59.324591 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a1595-ea61-446b-8131-a7db0cbf9c03 req-351b8209-b776-4d94-891d-5a56d65cbf2f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:59.326034 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d11a1595-ea61-446b-8131-a7db0cbf9c03 req-351b8209-b776-4d94-891d-5a56d65cbf2f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0857584 May 26 22:16:59.374585 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d11a1595-ea61-446b-8131-a7db0cbf9c03 req-4bd9f193-0770-4ff7-bb83-2dd3e61d2d00 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425458 May 26 22:16:59.624329 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c2d8b217-8036-43cc-9c64-414005b1b7a2 req-c5952f6d-d98f-4f54-8694-fe742ea1412e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680888 May 26 22:16:59.724817 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8b217-8036-43cc-9c64-414005b1b7a2 req-c49134bf-f7df-4823-b885-80f6621b1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:59.726285 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c2d8b217-8036-43cc-9c64-414005b1b7a2 req-c49134bf-f7df-4823-b885-80f6621b1b1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75ebc3bb5656415f80735987fd499bd4&device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 1137 time: 0.0695400 May 26 22:16:59.875838 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8b217-8036-43cc-9c64-414005b1b7a2 req-d3b6db86-5b84-4caa-bc85-05d4b86ad405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:59.877341 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c2d8b217-8036-43cc-9c64-414005b1b7a2 req-d3b6db86-5b84-4caa-bc85-05d4b86ad405 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3e2c407-31e6-404d-b0a7-89732e6967d7 HTTP/1.1" status: 200 len: 915 time: 0.1304817 May 26 22:16:59.984111 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c2d8b217-8036-43cc-9c64-414005b1b7a2 req-68700abe-ba88-4e17-85a8-3a9cd07a2ceb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f61f14-851e-472c-a00a-ac30ca4d1720 HTTP/1.1" status: 200 len: 1000 time: 0.0993440 May 26 22:17:00.016962 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 39896) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:17:00.050577 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8b217-8036-43cc-9c64-414005b1b7a2 req-24e6e3b7-1996-4ed9-8012-da344e5ee642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:00.051926 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c2d8b217-8036-43cc-9c64-414005b1b7a2 req-24e6e3b7-1996-4ed9-8012-da344e5ee642 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b92b1b22-3d48-4a67-9ba4-0549493c8630 HTTP/1.1" status: 200 len: 854 time: 0.0615256 May 26 22:17:00.131221 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8b217-8036-43cc-9c64-414005b1b7a2 req-5ac09058-0e19-461a-9ca4-67b70aea801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:00.132855 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c2d8b217-8036-43cc-9c64-414005b1b7a2 req-5ac09058-0e19-461a-9ca4-67b70aea801e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3e2c407-31e6-404d-b0a7-89732e6967d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747752 May 26 22:17:00.140487 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f8e1-a9bb-445f-8a29-dc31bc4ae7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:00.156556 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2ba4f8e1-a9bb-445f-8a29-dc31bc4ae7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:17:00.160428 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2ba4f8e1-a9bb-445f-8a29-dc31bc4ae7f3 admin admin] Usage tracker for resource:security_group_rule and tenant:73af3c7602de4eb2903e043b45897d25 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:17:00.163439 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2ba4f8e1-a9bb-445f-8a29-dc31bc4ae7f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:17:00.170211 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2ba4f8e1-a9bb-445f-8a29-dc31bc4ae7f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:17:00.269238 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f8e1-a9bb-445f-8a29-dc31bc4ae7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:00.274755 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2ba4f8e1-a9bb-445f-8a29-dc31bc4ae7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:00.284442 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-7421dcf9-5adf-49ef-9d19-eb0eef445009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:17:00.291016 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c2d8b217-8036-43cc-9c64-414005b1b7a2 req-6a33c86c-fe51-4649-97e0-b0321cf99ce4 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497622 May 26 22:17:00.324252 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-2ba4f8e1-a9bb-445f-8a29-dc31bc4ae7f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73af3c7602de4eb2903e043b45897d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060913 May 26 22:17:00.325825 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4f8e1-a9bb-445f-8a29-dc31bc4ae7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52e5e12-f54d-42ac-8a4e-0ea5b95d6f48,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:17:00.328891 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 39908) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:17:00.331170 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2ba4f8e1-a9bb-445f-8a29-dc31bc4ae7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:17:00.399503 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-799e6158-18d5-4873-8641-88eb1b616b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:00.427781 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-799e6158-18d5-4873-8641-88eb1b616b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:00.500767 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-799e6158-18d5-4873-8641-88eb1b616b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:00.506042 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-6c23f1e7-591f-4945-a4f6-c43423fb04ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:17:00.520105 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e6158-18d5-4873-8641-88eb1b616b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52e5e12-f54d-42ac-8a4e-0ea5b95d6f48,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:17:00.522807 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-799e6158-18d5-4873-8641-88eb1b616b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:17:00.539905 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-799e6158-18d5-4873-8641-88eb1b616b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:00.541108 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-799e6158-18d5-4873-8641-88eb1b616b5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c52e5e12-f54d-42ac-8a4e-0ea5b95d6f48 HTTP/1.1" status: 204 len: 168 time: 0.2113767 May 26 22:17:00.588061 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c2d8b217-8036-43cc-9c64-414005b1b7a2 req-e36d7c09-908e-4fac-81e7-96d715dc194d service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902427 May 26 22:17:00.616569 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95461908-78e2-44e0-bb02-9ff959d73cd3 req-339f1d6e-ddcd-4ace-b642-478005debf13 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:00.617989 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-95461908-78e2-44e0-bb02-9ff959d73cd3 req-339f1d6e-ddcd-4ace-b642-478005debf13 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.1116862 May 26 22:17:00.664820 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-95461908-78e2-44e0-bb02-9ff959d73cd3 req-e8ba6bbc-87fd-4b79-bdec-84f39313e61f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404632 May 26 22:17:00.939163 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device f69c406d-e881-4817-9510-ca9b32399870 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:17:01.067911 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port f69c406d-e881-4817-9510-ca9b32399870, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=f69c406d-e881-4817-9510-ca9b32399870,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:17:01.080607 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': 'f69c406d-e881-4817-9510-ca9b32399870', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'port_id': 'f69c406d-e881-4817-9510-ca9b32399870', 'mac_address': 'fa:16:3e:b5:bc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:17:01.136890 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:01.162917 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69c406d-e881-4817-9510-ca9b32399870 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:17:01.175667 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0c140a06-ea56-4a12-877c-66a2d5e82d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:01.181930 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port f69c406d-e881-4817-9510-ca9b32399870, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=f69c406d-e881-4817-9510-ca9b32399870,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:17:01.185283 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:01.187046 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:17:01.262792 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=f69c406d-e881-4817-9510-ca9b32399870,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:17:01.265788 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:01.267164 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:17:01.581828 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['f69c406d-e881-4817-9510-ca9b32399870'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:17:01.859527 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392520ea-0df1-42bc-bbde-daa77e4d49a4 req-b8cf63fd-0e11-4daa-b727-35b9dffdcd83 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:01.861005 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-392520ea-0df1-42bc-bbde-daa77e4d49a4 req-b8cf63fd-0e11-4daa-b727-35b9dffdcd83 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 945 time: 0.0833714 May 26 22:17:01.905063 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-392520ea-0df1-42bc-bbde-daa77e4d49a4 req-1ad58e13-9acc-4b2c-8e5e-9280c4700525 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384479 May 26 22:17:02.382069 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:02.744861 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 39930) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:17:02.860523 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e448b004-185f-471e-b602-cb08f0d9cf19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:02.874922 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-e448b004-185f-471e-b602-cb08f0d9cf19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:17:02.878724 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-e448b004-185f-471e-b602-cb08f0d9cf19 admin admin] Usage tracker for resource:security_group_rule and tenant:957f51e079734b2a9708c7b31b42a3a9 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:17:02.881543 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-e448b004-185f-471e-b602-cb08f0d9cf19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:17:02.887183 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-e448b004-185f-471e-b602-cb08f0d9cf19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:17:02.955127 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device f69c406d-e881-4817-9510-ca9b32399870 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:17:02.972105 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e448b004-185f-471e-b602-cb08f0d9cf19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:02.977956 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e448b004-185f-471e-b602-cb08f0d9cf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:02.987411 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2ba4f8e1-a9bb-445f-8a29-dc31bc4ae7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:17:03.026629 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448b004-185f-471e-b602-cb08f0d9cf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441dda5e-c1e0-439d-8ca7-3ca2f7e78371,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:17:03.028292 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port f69c406d-e881-4817-9510-ca9b32399870 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:17:03.032005 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-e448b004-185f-471e-b602-cb08f0d9cf19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=957f51e079734b2a9708c7b31b42a3a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861083 May 26 22:17:03.033066 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e448b004-185f-471e-b602-cb08f0d9cf19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:17:03.034515 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port f69c406d-e881-4817-9510-ca9b32399870 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:17:03.034749 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 39938) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:17:03.035043 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:03.103070 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-87bd5969-cc4d-4f7c-9392-39b8cb0473ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:03.125518 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d25ed0-85af-48f8-a9fc-29b95f219b90 req-c9a17515-f594-4b15-a2dd-1d9a8bbddd16 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:03.127479 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-10d25ed0-85af-48f8-a9fc-29b95f219b90 req-c9a17515-f594-4b15-a2dd-1d9a8bbddd16 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 945 time: 0.1018879 May 26 22:17:03.130425 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-87bd5969-cc4d-4f7c-9392-39b8cb0473ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:03.162485 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:03.173637 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-10d25ed0-85af-48f8-a9fc-29b95f219b90 req-ec70c4e4-bcea-4ee4-935a-46145da0f161 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402367 May 26 22:17:03.190969 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-87bd5969-cc4d-4f7c-9392-39b8cb0473ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:03.193365 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69c406d-e881-4817-9510-ca9b32399870'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:17:03.196683 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f21e97f1-b351-40c4-9d3e-dac38624f5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:17:03.203815 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port f69c406d-e881-4817-9510-ca9b32399870, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=f69c406d-e881-4817-9510-ca9b32399870,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:17:03.208151 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:03.210843 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:17:03.211231 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd5969-cc4d-4f7c-9392-39b8cb0473ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441dda5e-c1e0-439d-8ca7-3ca2f7e78371,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:17:03.214304 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-87bd5969-cc4d-4f7c-9392-39b8cb0473ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:17:03.216664 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-87bd5969-cc4d-4f7c-9392-39b8cb0473ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:03.218624 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-87bd5969-cc4d-4f7c-9392-39b8cb0473ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/441dda5e-c1e0-439d-8ca7-3ca2f7e78371 HTTP/1.1" status: 204 len: 168 time: 0.1827352 May 26 22:17:03.291072 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=f69c406d-e881-4817-9510-ca9b32399870,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:17:03.294023 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:17:03.448003 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69c406d-e881-4817-9510-ca9b32399870', 'code': 200} May 26 22:17:03.680362 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f8433-1851-4ea2-8f0f-7bd8b2a8ab7b req-f02f7b44-30bd-48ad-8ea1-169846003371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:03.681838 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9a6f8433-1851-4ea2-8f0f-7bd8b2a8ab7b req-f02f7b44-30bd-48ad-8ea1-169846003371 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 1099 time: 0.0706210 May 26 22:17:03.735241 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9a6f8433-1851-4ea2-8f0f-7bd8b2a8ab7b req-97c9f265-3398-451f-bf33-f1b45f079b4e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459561 May 26 22:17:03.887137 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:04.364597 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971196ff-714b-4b76-99a1-6788456079bf req-cfdf4389-79a0-4845-91e2-a9e13ff5858f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:04.366109 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971196ff-714b-4b76-99a1-6788456079bf req-cfdf4389-79a0-4845-91e2-a9e13ff5858f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0798116 May 26 22:17:04.413697 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-971196ff-714b-4b76-99a1-6788456079bf req-58d397ac-07cd-4fcb-a5fc-fd81cedb764a tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406373 May 26 22:17:05.608145 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9c811-2237-455e-9af9-427c4254b322 req-0f855cb1-cb9e-4b05-b367-f66a57de4146 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:05.609594 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d0b9c811-2237-455e-9af9-427c4254b322 req-0f855cb1-cb9e-4b05-b367-f66a57de4146 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0835552 May 26 22:17:05.654480 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d0b9c811-2237-455e-9af9-427c4254b322 req-33260c67-5f32-41a7-9dbc-73b89654782e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391893 May 26 22:17:05.849272 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbefa5e-3ba9-4e9e-ba0d-e636788f671c req-c3a21a8f-a3d1-4e44-9cdb-465300c0cdc3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:05.850849 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1dbefa5e-3ba9-4e9e-ba0d-e636788f671c req-c3a21a8f-a3d1-4e44-9cdb-465300c0cdc3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0880630 May 26 22:17:05.860480 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 39996) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:17:05.865779 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-504dcef1-4f12-4315-8772-f18b076fc045 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Request body: {'floatingip': {'port_id': 'f69c406d-e881-4817-9510-ca9b32399870'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:17:05.949627 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-504dcef1-4f12-4315-8772-f18b076fc045 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for floatingip, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:06.804193 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-504dcef1-4f12-4315-8772-f18b076fc045 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:06.807584 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-504dcef1-4f12-4315-8772-f18b076fc045 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:06.977958 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.l3_db [None req-504dcef1-4f12-4315-8772-f18b076fc045 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Floating IP e73ad0b3-769f-462b-accb-932618de717f associated. External IP: 172.27.2.225, port: f69c406d-e881-4817-9510-ca9b32399870. May 26 22:17:07.317938 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504dcef1-4f12-4315-8772-f18b076fc045 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:17:07.497077 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504dcef1-4f12-4315-8772-f18b076fc045 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:17:07.502659 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-504dcef1-4f12-4315-8772-f18b076fc045 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:07.507118 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31228f-3185-457a-845b-bf867371e48f None None] Sync routers for ids ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:17:07.517198 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31228f-3185-457a-845b-bf867371e48f None None] Routers {'0d1834f2-99cd-4b86-a7b6-4fa98d26c453'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:17:07.517803 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-2a31228f-3185-457a-845b-bf867371e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:17:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:17:07.556373 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-504dcef1-4f12-4315-8772-f18b076fc045 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "PUT /v2.0/floatingips/e73ad0b3-769f-462b-accb-932618de717f HTTP/1.1" status: 200 len: 992 time: 1.6948395 May 26 22:17:07.557009 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'tag': 'f69c406d-e881-4817-9510-ca9b32399870'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:17:07.605227 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'tag': 'f69c406d-e881-4817-9510-ca9b32399870', 'status': 'completed', 'code': 200} May 26 22:17:07.709782 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-2a31228f-3185-457a-845b-bf867371e48f None None] Set router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:17:08.089208 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-2a31228f-3185-457a-845b-bf867371e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': 'e73ad0b3-769f-462b-accb-932618de717f', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'port_id': 'f69c406d-e881-4817-9510-ca9b32399870', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'mac_address': 'fa:16:3e:b5:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:16:43Z', 'updated_at': '2021-05-26T22:17:06Z', 'revision_number': 1, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1939f6c3-064a-4f3f-ade7-a543dda84bcf', 'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'mac_address': 'fa:16:3e:f6:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:40Z', 'updated_at': '2021-05-26T22:16:46Z', 'revision_number': 5, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'subnets': [{'id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:17:08.093463 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31228f-3185-457a-845b-bf867371e48f None None] Checking router: 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:17:08.101528 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31228f-3185-457a-845b-bf867371e48f None None] Routers {'0d1834f2-99cd-4b86-a7b6-4fa98d26c453'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:17:08.102052 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-2a31228f-3185-457a-845b-bf867371e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:17:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:17:08.272641 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-2a31228f-3185-457a-845b-bf867371e48f None None] Set router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:17:08.611103 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-2a31228f-3185-457a-845b-bf867371e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': 'e73ad0b3-769f-462b-accb-932618de717f', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'port_id': 'f69c406d-e881-4817-9510-ca9b32399870', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'mac_address': 'fa:16:3e:b5:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:16:43Z', 'updated_at': '2021-05-26T22:17:06Z', 'revision_number': 1, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1939f6c3-064a-4f3f-ade7-a543dda84bcf', 'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'mac_address': 'fa:16:3e:f6:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:40Z', 'updated_at': '2021-05-26T22:16:46Z', 'revision_number': 5, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'subnets': [{'id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:17:08.614943 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31228f-3185-457a-845b-bf867371e48f None None] The sync data for ids ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'] in dv-cinder-793244-1-iscsi is: [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': 'e73ad0b3-769f-462b-accb-932618de717f', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'port_id': 'f69c406d-e881-4817-9510-ca9b32399870', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'mac_address': 'fa:16:3e:b5:bc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:16:43Z', 'updated_at': '2021-05-26T22:17:06Z', 'revision_number': 1, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1939f6c3-064a-4f3f-ade7-a543dda84bcf', 'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'mac_address': 'fa:16:3e:f6:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:40Z', 'updated_at': '2021-05-26T22:16:46Z', 'revision_number': 5, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'subnets': [{'id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:17:08.790609 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f8fc19-7c49-4849-8739-f05ae0824f96 None None] New status for floating IP e73ad0b3-769f-462b-accb-932618de717f: ACTIVE {{(pid=91911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:17:10.202270 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29699468-7961-4ce1-91c5-c4701804bf68 req-8d5f61f7-e90f-472c-ac3c-05a37ded6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:10.203746 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29699468-7961-4ce1-91c5-c4701804bf68 req-8d5f61f7-e90f-472c-ac3c-05a37ded6d17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 1099 time: 0.0705357 May 26 22:17:10.332595 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29699468-7961-4ce1-91c5-c4701804bf68 req-d4fb6faf-0493-4598-ad09-d229f82d143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:10.334054 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29699468-7961-4ce1-91c5-c4701804bf68 req-d4fb6faf-0493-4598-ad09-d229f82d143a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 917 time: 0.1240704 May 26 22:17:10.436145 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29699468-7961-4ce1-91c5-c4701804bf68 req-5f20929c-a9d4-48f7-a3e7-5b8464c93d25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f69c406d-e881-4817-9510-ca9b32399870 HTTP/1.1" status: 200 len: 1002 time: 0.0944359 May 26 22:17:10.595228 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29699468-7961-4ce1-91c5-c4701804bf68 req-308e266a-c3a8-4d97-8d7b-2cd2e961b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:10.596678 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29699468-7961-4ce1-91c5-c4701804bf68 req-308e266a-c3a8-4d97-8d7b-2cd2e961b5af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 200 len: 856 time: 0.1547434 May 26 22:17:10.671894 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29699468-7961-4ce1-91c5-c4701804bf68 req-ec18011a-a7e9-44fc-b4ef-ff6b12d26b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:10.673320 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29699468-7961-4ce1-91c5-c4701804bf68 req-ec18011a-a7e9-44fc-b4ef-ff6b12d26b58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0897e07d-1423-4ad7-b723-9c8134b46027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700526 May 26 22:17:10.805612 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29699468-7961-4ce1-91c5-c4701804bf68 req-eb844c43-bc35-4e15-b71a-658acb629784 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250610 May 26 22:17:10.936925 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29699468-7961-4ce1-91c5-c4701804bf68 req-88c04216-d3b6-4ede-a471-e60502159ee8 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238384 May 26 22:17:13.903168 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40042) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:17:14.020113 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6b14-6251-4e24-8f8a-6b0f211676a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:14.034410 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3b4c6b14-6251-4e24-8f8a-6b0f211676a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:17:14.038164 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3b4c6b14-6251-4e24-8f8a-6b0f211676a8 admin admin] Usage tracker for resource:security_group_rule and tenant:9cb225e1e03147e58b49e1b5bf723daa is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:17:14.040934 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3b4c6b14-6251-4e24-8f8a-6b0f211676a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:17:14.047128 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3b4c6b14-6251-4e24-8f8a-6b0f211676a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:17:14.127266 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6b14-6251-4e24-8f8a-6b0f211676a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:14.131077 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6b14-6251-4e24-8f8a-6b0f211676a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:14.137895 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ad439514-7b88-4ad2-8065-3aa71c1f6206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:17:14.181847 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3b4c6b14-6251-4e24-8f8a-6b0f211676a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cb225e1e03147e58b49e1b5bf723daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775822 May 26 22:17:14.182707 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c6b14-6251-4e24-8f8a-6b0f211676a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc02347-b61d-4da8-81c6-dc589b9ada14,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:17:14.185415 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 40048) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:17:14.185918 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3b4c6b14-6251-4e24-8f8a-6b0f211676a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:17:14.244756 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0f49e7a7-d7d1-4a63-a144-b8dd1d6caba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:14.270354 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0f49e7a7-d7d1-4a63-a144-b8dd1d6caba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:14.324540 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0f49e7a7-d7d1-4a63-a144-b8dd1d6caba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:14.329141 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-6fd6c0a8-f20a-4ea2-a8fb-90be2dd48761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:17:14.339542 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49e7a7-d7d1-4a63-a144-b8dd1d6caba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc02347-b61d-4da8-81c6-dc589b9ada14,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:17:14.344457 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0f49e7a7-d7d1-4a63-a144-b8dd1d6caba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:17:14.347372 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0f49e7a7-d7d1-4a63-a144-b8dd1d6caba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:14.348499 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-0f49e7a7-d7d1-4a63-a144-b8dd1d6caba6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7bc02347-b61d-4da8-81c6-dc589b9ada14 HTTP/1.1" status: 204 len: 168 time: 0.1620514 May 26 22:17:17.908110 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:17:24.225787 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61e9ec-1525-4fcd-a7fa-a9796f663e23 req-1917eb25-0ba4-47e2-9cab-0ef3414de316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:24.227251 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea61e9ec-1525-4fcd-a7fa-a9796f663e23 req-1917eb25-0ba4-47e2-9cab-0ef3414de316 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75ebc3bb5656415f80735987fd499bd4&device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 1137 time: 0.1325881 May 26 22:17:24.236106 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41086928-d475-437e-a70d-3a371856d121 req-39d0120e-a87b-436c-9645-552b9dad2a7a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:24.237474 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-41086928-d475-437e-a70d-3a371856d121 req-39d0120e-a87b-436c-9645-552b9dad2a7a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.1121023 May 26 22:17:24.363701 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-41086928-d475-437e-a70d-3a371856d121 req-148bec09-1e14-43a1-b011-36ac90d6b8e7 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&id=d88ddefc-94d0-4065-9b88-e57f6d7690fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1071994 May 26 22:17:24.399319 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61e9ec-1525-4fcd-a7fa-a9796f663e23 req-4ddf6f9c-30fc-42d2-9a66-57809ac6ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:24.400781 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea61e9ec-1525-4fcd-a7fa-a9796f663e23 req-4ddf6f9c-30fc-42d2-9a66-57809ac6ec3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3e2c407-31e6-404d-b0a7-89732e6967d7 HTTP/1.1" status: 200 len: 915 time: 0.1624854 May 26 22:17:24.504450 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea61e9ec-1525-4fcd-a7fa-a9796f663e23 req-ab064975-d978-4ff1-8192-82ff706fc408 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f61f14-851e-472c-a00a-ac30ca4d1720 HTTP/1.1" status: 200 len: 1000 time: 0.0957808 May 26 22:17:24.566762 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61e9ec-1525-4fcd-a7fa-a9796f663e23 req-9ddb7d54-6871-48d8-8827-5e2f5ae42bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:24.568185 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea61e9ec-1525-4fcd-a7fa-a9796f663e23 req-9ddb7d54-6871-48d8-8827-5e2f5ae42bee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b92b1b22-3d48-4a67-9ba4-0549493c8630 HTTP/1.1" status: 200 len: 854 time: 0.0566225 May 26 22:17:24.646260 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61e9ec-1525-4fcd-a7fa-a9796f663e23 req-c413464e-55ea-486f-81a3-07392578e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:24.647756 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea61e9ec-1525-4fcd-a7fa-a9796f663e23 req-c413464e-55ea-486f-81a3-07392578e4a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3e2c407-31e6-404d-b0a7-89732e6967d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730383 May 26 22:17:24.791397 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea61e9ec-1525-4fcd-a7fa-a9796f663e23 req-6d5bdcc0-d5ac-4b75-ae05-101982ed6dce service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299319 May 26 22:17:24.921713 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea61e9ec-1525-4fcd-a7fa-a9796f663e23 req-b434e42b-b157-4fbe-adc4-5794080e5985 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225936 May 26 22:17:25.554816 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa9b87-681c-41d0-836d-1f3e6273a1b3 req-91f3df6e-c609-4929-9a80-dc792b81a70a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:25.556953 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7efa9b87-681c-41d0-836d-1f3e6273a1b3 req-91f3df6e-c609-4929-9a80-dc792b81a70a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.0843408 May 26 22:17:25.659306 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7efa9b87-681c-41d0-836d-1f3e6273a1b3 req-fd412bf8-2bf1-45c1-93c7-fb55f7404ba9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&id=d88ddefc-94d0-4065-9b88-e57f6d7690fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957537 May 26 22:17:25.682240 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e509fe-1797-4e9d-a4fd-6e6f2b3a4b85 req-b6aaf446-509f-4b5c-a90f-dd15412af89b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:25.683824 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-10e509fe-1797-4e9d-a4fd-6e6f2b3a4b85 req-b6aaf446-509f-4b5c-a90f-dd15412af89b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1054475 May 26 22:17:25.729262 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-10e509fe-1797-4e9d-a4fd-6e6f2b3a4b85 req-9e1b58b4-a3d1-4dee-9d9d-fa1807faf73f tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388861 May 26 22:17:26.471089 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:26.845568 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b9c8d-61b7-4610-9b06-a1b142d832a0 req-190cd7c2-69f3-4da5-a2fd-d2e6dffc1f4c tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:26.847044 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-901b9c8d-61b7-4610-9b06-a1b142d832a0 req-190cd7c2-69f3-4da5-a2fd-d2e6dffc1f4c tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.0804424 May 26 22:17:27.030605 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-901b9c8d-61b7-4610-9b06-a1b142d832a0 req-ff864a99-2719-4489-a205-430f9caddca8 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&id=d88ddefc-94d0-4065-9b88-e57f6d7690fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594108 May 26 22:17:27.051909 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcee80-63c3-4c1f-a1e3-fb841d8aecf2 req-c2ccb8e6-dfb6-4349-83fc-9d0f839556cf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:27.051909 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d2bcee80-63c3-4c1f-a1e3-fb841d8aecf2 req-c2ccb8e6-dfb6-4349-83fc-9d0f839556cf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.2026453 May 26 22:17:27.096426 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d2bcee80-63c3-4c1f-a1e3-fb841d8aecf2 req-add48caf-8890-4178-9ba7-1bf6823e82c1 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398839 May 26 22:17:28.246880 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccf277-4be9-4c47-8fe4-42010fd07096 req-2bc922fb-5176-444e-abd0-9050549d58b1 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:28.248478 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f2ccf277-4be9-4c47-8fe4-42010fd07096 req-2bc922fb-5176-444e-abd0-9050549d58b1 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.1133277 May 26 22:17:28.309906 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f2ccf277-4be9-4c47-8fe4-42010fd07096 req-76faf36c-9818-4f0f-bfa5-4cf8c2cdfc60 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&id=d88ddefc-94d0-4065-9b88-e57f6d7690fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555491 May 26 22:17:28.337368 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c60aed-12c7-4fa5-a139-4544af02dd89 req-af0072fe-6ce7-4226-a4d9-53b9fdb3a148 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:28.339135 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a5c60aed-12c7-4fa5-a139-4544af02dd89 req-af0072fe-6ce7-4226-a4d9-53b9fdb3a148 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1302400 May 26 22:17:28.388834 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a5c60aed-12c7-4fa5-a139-4544af02dd89 req-ca2c01f1-eec3-4cae-bf4f-27878674597a tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427556 May 26 22:17:28.823692 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f067b735-434b-4de4-81cc-d69a2160205a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:29.501179 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8b1d5-7513-46ab-8ba1-6c7abb98419b req-66bbd295-0210-4222-8ed2-b7e0353ce526 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:29.502643 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e3c8b1d5-7513-46ab-8ba1-6c7abb98419b req-66bbd295-0210-4222-8ed2-b7e0353ce526 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.0814536 May 26 22:17:29.598732 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e3c8b1d5-7513-46ab-8ba1-6c7abb98419b req-ba3a80be-977c-4adc-b712-35b021efe1ca tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&id=d88ddefc-94d0-4065-9b88-e57f6d7690fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647757 May 26 22:17:29.624163 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26f736-1c92-422a-ae1d-3695c6e1d192 req-fc6e04fe-bc8f-4b0b-825d-85032cf43edd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:29.625633 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ad26f736-1c92-422a-ae1d-3695c6e1d192 req-fc6e04fe-bc8f-4b0b-825d-85032cf43edd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1221309 May 26 22:17:29.670049 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ad26f736-1c92-422a-ae1d-3695c6e1d192 req-cd771f05-6f8d-43d7-88ba-58ef98e97880 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381873 May 26 22:17:30.782474 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840910ac-1baa-4deb-8d0a-1a6c6497e8c5 req-812dd65e-9ebd-4b3f-bdcd-36429bd8ea69 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:30.783960 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-840910ac-1baa-4deb-8d0a-1a6c6497e8c5 req-812dd65e-9ebd-4b3f-bdcd-36429bd8ea69 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.0783906 May 26 22:17:30.878338 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-840910ac-1baa-4deb-8d0a-1a6c6497e8c5 req-0dc1248e-4383-4eb0-89dd-936e8bfc5eaa tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&id=d88ddefc-94d0-4065-9b88-e57f6d7690fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596879 May 26 22:17:30.900124 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d84813-cbfa-418d-9ef9-88ea1f95412c req-67647cce-fe6b-4029-826d-ca8f6f3b2a70 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:30.901607 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-07d84813-cbfa-418d-9ef9-88ea1f95412c req-67647cce-fe6b-4029-826d-ca8f6f3b2a70 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1167438 May 26 22:17:30.946325 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-07d84813-cbfa-418d-9ef9-88ea1f95412c req-0a77c72e-c6ba-4a08-be44-528a499a409b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392590 May 26 22:17:31.157948 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2061f8c0-a692-425d-bd2e-9ac8975977ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:31.252028 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:32.066306 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffd9df-bc73-4f58-b088-229ad46edea0 req-80711457-a309-466e-b524-561d21fc10c2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:32.067766 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-38ffd9df-bc73-4f58-b088-229ad46edea0 req-80711457-a309-466e-b524-561d21fc10c2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.0825329 May 26 22:17:32.160550 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-38ffd9df-bc73-4f58-b088-229ad46edea0 req-529fe6e6-e11c-4662-be1d-8362dd64e0fe tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&id=d88ddefc-94d0-4065-9b88-e57f6d7690fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620911 May 26 22:17:32.181035 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3a4f7-8494-40af-9300-19539a8f5448 req-fd7e46f2-cf2d-497b-8196-4ef2203341c2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:32.181878 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-90b3a4f7-8494-40af-9300-19539a8f5448 req-fd7e46f2-cf2d-497b-8196-4ef2203341c2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1132605 May 26 22:17:32.234259 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-90b3a4f7-8494-40af-9300-19539a8f5448 req-e0f95f25-9af3-4cbd-b642-395a0e0fd1fb tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463550 May 26 22:17:32.384335 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:33.343806 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba2200-a015-4be4-ad48-f6037a406d08 req-94c604be-6edc-4187-9918-9fac4bfd40f9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:33.345261 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ccba2200-a015-4be4-ad48-f6037a406d08 req-94c604be-6edc-4187-9918-9fac4bfd40f9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.0795739 May 26 22:17:33.447077 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ccba2200-a015-4be4-ad48-f6037a406d08 req-6adc58aa-5e28-46df-a9af-ee31a9088048 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&id=d88ddefc-94d0-4065-9b88-e57f6d7690fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690322 May 26 22:17:33.467021 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0116e5-bb63-403f-a10d-a43ea37005b0 req-63ce0c75-f450-4aa5-b3fc-1747d35a721f tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:33.468486 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb0116e5-bb63-403f-a10d-a43ea37005b0 req-63ce0c75-f450-4aa5-b3fc-1747d35a721f tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1208346 May 26 22:17:33.513177 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb0116e5-bb63-403f-a10d-a43ea37005b0 req-a60071df-c3b7-4bc4-89bf-8f5d2c67c0ca tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384388 May 26 22:17:33.883769 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:34.659051 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba4adc-6375-48f1-a66e-2f130515aeb7 req-516f9c25-eb6f-41d0-ab02-38c6bc699d90 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:34.660489 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ccba4adc-6375-48f1-a66e-2f130515aeb7 req-516f9c25-eb6f-41d0-ab02-38c6bc699d90 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.1089373 May 26 22:17:34.726338 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ccba4adc-6375-48f1-a66e-2f130515aeb7 req-ee8ae87f-daf6-4321-b307-465545a66da5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&id=d88ddefc-94d0-4065-9b88-e57f6d7690fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602431 May 26 22:17:34.749836 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abfe63-f443-4dcc-b483-c7e9e045cf62 req-5fbc9133-548c-49b4-84f8-3c57011fe604 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:34.751310 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-85abfe63-f443-4dcc-b483-c7e9e045cf62 req-5fbc9133-548c-49b4-84f8-3c57011fe604 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1293139 May 26 22:17:34.795591 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-85abfe63-f443-4dcc-b483-c7e9e045cf62 req-83602c05-4685-4229-b102-4e509ecaaccf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386243 May 26 22:17:35.951913 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf382053-9a43-4da9-a1e0-ca0f9ab356d3 req-416f164b-f915-4f00-b1fa-711de81a7f5a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:35.953333 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cf382053-9a43-4da9-a1e0-ca0f9ab356d3 req-416f164b-f915-4f00-b1fa-711de81a7f5a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.1185839 May 26 22:17:36.013614 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cf382053-9a43-4da9-a1e0-ca0f9ab356d3 req-e006c508-e504-47c2-8b6d-7856f34ced13 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&id=d88ddefc-94d0-4065-9b88-e57f6d7690fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539815 May 26 22:17:36.031998 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535aafd1-2cf8-45ef-a639-94980759fcac req-f9d45f05-a535-4aeb-a41c-0f8c4b5f9e80 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:36.033455 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-535aafd1-2cf8-45ef-a639-94980759fcac req-f9d45f05-a535-4aeb-a41c-0f8c4b5f9e80 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1285818 May 26 22:17:36.081789 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-535aafd1-2cf8-45ef-a639-94980759fcac req-5c88bd7e-7a18-4625-892e-f56a20eab6e5 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424554 May 26 22:17:37.234780 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22551cdf-6699-4988-aea0-7adb33461cb7 req-159c5020-a5a2-4d75-8096-21ae58bbecfd tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:37.236199 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-22551cdf-6699-4988-aea0-7adb33461cb7 req-159c5020-a5a2-4d75-8096-21ae58bbecfd tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.1121440 May 26 22:17:37.380664 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-22551cdf-6699-4988-aea0-7adb33461cb7 req-6f2caf1b-1545-444d-a83b-53d7a8a66756 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&id=d88ddefc-94d0-4065-9b88-e57f6d7690fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381273 May 26 22:17:37.399430 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33416d13-ebcf-4311-82b7-cd36680a1139 req-0fe6910b-e2e9-4024-aac9-ed2b11a58da3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:37.400880 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-33416d13-ebcf-4311-82b7-cd36680a1139 req-0fe6910b-e2e9-4024-aac9-ed2b11a58da3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.2096388 May 26 22:17:37.445456 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-33416d13-ebcf-4311-82b7-cd36680a1139 req-2de83f84-9961-4ff3-b3c6-27e855c82327 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388794 May 26 22:17:38.620281 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0fa72-8268-43d0-8871-6813b9521fca req-3a10ffa7-b074-4b99-9a1b-323af938fc8c tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:38.621707 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-50a0fa72-8268-43d0-8871-6813b9521fca req-3a10ffa7-b074-4b99-9a1b-323af938fc8c tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.1299181 May 26 22:17:38.675473 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-50a0fa72-8268-43d0-8871-6813b9521fca req-66d06382-097f-4ae9-b986-1a5a62e06c28 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&id=d88ddefc-94d0-4065-9b88-e57f6d7690fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474131 May 26 22:17:38.686952 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb0fdc-2b43-4369-8fd8-455a09c3283d req-4277f8e9-9736-4700-a8c9-2c4bc2d40484 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:38.688488 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b1cb0fdc-2b43-4369-8fd8-455a09c3283d req-4277f8e9-9736-4700-a8c9-2c4bc2d40484 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1355646 May 26 22:17:38.735552 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b1cb0fdc-2b43-4369-8fd8-455a09c3283d req-be0e09b4-5527-41ae-b32a-8f1b71456fbc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412524 May 26 22:17:39.915492 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5e59b-e556-4e1b-b047-e04903adc52a req-a486704f-7d65-4168-a260-6905d24a7f8a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:39.916953 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ead5e59b-e556-4e1b-b047-e04903adc52a req-a486704f-7d65-4168-a260-6905d24a7f8a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.1361837 May 26 22:17:39.966630 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae909fa-fd2e-4efa-81d6-dc572383750c req-1e9b090b-7d62-4bdb-8fe0-d51521754703 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:39.968846 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-eae909fa-fd2e-4efa-81d6-dc572383750c req-1e9b090b-7d62-4bdb-8fe0-d51521754703 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1236932 May 26 22:17:39.995970 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ead5e59b-e556-4e1b-b047-e04903adc52a req-4ccb0cb2-ad5d-4ce7-a808-a93bff8407a7 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&id=d88ddefc-94d0-4065-9b88-e57f6d7690fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724075 May 26 22:17:40.023097 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-eae909fa-fd2e-4efa-81d6-dc572383750c req-01e45136-4e33-45fc-a73e-e4cb7ccf2679 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485337 May 26 22:17:41.245467 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664a855-9b82-4ca8-8fbe-18b0439d00db req-a0f56f80-432d-4165-b3c8-aa07a31ff54a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:41.246797 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e664a855-9b82-4ca8-8fbe-18b0439d00db req-a0f56f80-432d-4165-b3c8-aa07a31ff54a tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.1422441 May 26 22:17:41.255191 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c63a-655f-4891-ba38-c232e881b4f9 req-4373f9a3-078f-4ec0-a44b-89e5a2748055 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:41.256537 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6bc1c63a-655f-4891-ba38-c232e881b4f9 req-4373f9a3-078f-4ec0-a44b-89e5a2748055 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1153176 May 26 22:17:41.326332 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e664a855-9b82-4ca8-8fbe-18b0439d00db req-d8613772-9034-4a22-a80f-a275b69feac3 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&id=d88ddefc-94d0-4065-9b88-e57f6d7690fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688622 May 26 22:17:41.330538 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6bc1c63a-655f-4891-ba38-c232e881b4f9 req-d84b38d1-8b2b-4521-866f-a9af17012b38 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606349 May 26 22:17:42.519428 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675e6aa-1fce-4464-b14d-aace5e6cb5da req-3b0d46b8-4bab-44fb-bdc6-d4763444aa43 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:42.520919 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3675e6aa-1fce-4464-b14d-aace5e6cb5da req-3b0d46b8-4bab-44fb-bdc6-d4763444aa43 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.0843570 May 26 22:17:42.570684 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3675e6aa-1fce-4464-b14d-aace5e6cb5da req-ce20b4c0-a255-4a26-9357-084e527cc3c3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440929 May 26 22:17:43.757083 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80498006-540b-4f3c-a54e-69699ffbdea4 req-d829f47e-5b71-4bd9-86fb-3c86ea6e1006 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:43.758538 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-80498006-540b-4f3c-a54e-69699ffbdea4 req-d829f47e-5b71-4bd9-86fb-3c86ea6e1006 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.0820386 May 26 22:17:43.802526 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-80498006-540b-4f3c-a54e-69699ffbdea4 req-0a43ed5d-40f9-4732-ac27-bc6859b3d6e0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380783 May 26 22:17:44.992185 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e7240-d832-43f2-ac83-02474a016044 req-2a27fd9c-1054-4c2d-b106-a6b260d46f01 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:44.993519 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fe0e7240-d832-43f2-ac83-02474a016044 req-2a27fd9c-1054-4c2d-b106-a6b260d46f01 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.0834014 May 26 22:17:45.038861 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fe0e7240-d832-43f2-ac83-02474a016044 req-6d62710f-46a6-49c8-b834-a100831446c6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394795 May 26 22:17:46.218798 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165aa1c1-6181-4c26-83ea-98cccbec7661 req-44d00fb8-065d-4697-8d8e-8ab52887979d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:46.220246 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-165aa1c1-6181-4c26-83ea-98cccbec7661 req-44d00fb8-065d-4697-8d8e-8ab52887979d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.0784705 May 26 22:17:46.262980 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-165aa1c1-6181-4c26-83ea-98cccbec7661 req-eb4da2d8-01ad-4048-be77-c81f72204860 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370791 May 26 22:17:46.650703 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cde36-7f96-469b-87b8-eea1c8b4ae56 req-3ac261c7-a2a4-493a-a3e5-0d7ae4a2af06 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:46.652163 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1e0cde36-7f96-469b-87b8-eea1c8b4ae56 req-3ac261c7-a2a4-493a-a3e5-0d7ae4a2af06 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1337888 May 26 22:17:46.681487 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70264cc-cb97-405a-af3a-465d0bd888af req-facb3402-ff6e-4252-a8e5-bf86f6250bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:46.682928 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b70264cc-cb97-405a-af3a-465d0bd888af req-facb3402-ff6e-4252-a8e5-bf86f6250bf6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a435291021204d3da09d9114cbf1a10c&device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 1098 time: 0.1095674 May 26 22:17:46.729547 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1e0cde36-7f96-469b-87b8-eea1c8b4ae56 req-1f462e48-5f94-4a79-9ccc-e60826e2fcac tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695245 May 26 22:17:46.826486 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70264cc-cb97-405a-af3a-465d0bd888af req-b5dac46e-c47d-472c-b6e9-84a314d094ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:46.827954 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b70264cc-cb97-405a-af3a-465d0bd888af req-b5dac46e-c47d-472c-b6e9-84a314d094ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd0f4b88-2ea3-42a5-875f-953927127dd7 HTTP/1.1" status: 200 len: 911 time: 0.1347175 May 26 22:17:46.929400 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b70264cc-cb97-405a-af3a-465d0bd888af req-b8ef938a-f0f3-4611-817e-7c632699ebda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239ba04f-b01e-461d-8cd5-aaa7ba839731 HTTP/1.1" status: 200 len: 1000 time: 0.0950885 May 26 22:17:46.994138 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70264cc-cb97-405a-af3a-465d0bd888af req-e8fa5229-71b3-4216-9729-1aa8fa778f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:46.995557 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b70264cc-cb97-405a-af3a-465d0bd888af req-e8fa5229-71b3-4216-9729-1aa8fa778f08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adae609d-8b31-437b-a405-c50a9858e6b3 HTTP/1.1" status: 200 len: 850 time: 0.0597146 May 26 22:17:47.069398 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70264cc-cb97-405a-af3a-465d0bd888af req-e0a03010-c2cd-4dbb-b9da-3ac5677ecf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:47.070885 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b70264cc-cb97-405a-af3a-465d0bd888af req-e0a03010-c2cd-4dbb-b9da-3ac5677ecf81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd0f4b88-2ea3-42a5-875f-953927127dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688391 May 26 22:17:47.281675 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b70264cc-cb97-405a-af3a-465d0bd888af req-ed9c6153-bb1a-4066-9e52-d3fab64796b9 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037706 May 26 22:17:47.411598 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b70264cc-cb97-405a-af3a-465d0bd888af req-a9e72da1-efc0-42ca-a551-735dcea64b96 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222832 May 26 22:17:47.918919 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a16fe-30ed-4679-99a0-6ae2fc05e310 req-3ef5c6c5-371e-4bd6-b4fb-94d2806aff48 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:47.920956 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-289a16fe-30ed-4679-99a0-6ae2fc05e310 req-3ef5c6c5-371e-4bd6-b4fb-94d2806aff48 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.0854030 May 26 22:17:47.968633 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-289a16fe-30ed-4679-99a0-6ae2fc05e310 req-a5869106-58c7-4861-b857-0a4f7d5b6541 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418258 May 26 22:17:49.170432 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015d6c9-72a7-4832-af62-90a993108abb req-63531f4c-825f-4f15-9ccd-93b648f4a4b1 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:17:49.171931 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9015d6c9-72a7-4832-af62-90a993108abb req-63531f4c-825f-4f15-9ccd-93b648f4a4b1 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.0844226 May 26 22:17:49.217276 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9015d6c9-72a7-4832-af62-90a993108abb req-7c9f95d1-18d0-4a9f-a7f2-0053e97877d5 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396163 May 26 22:17:54.907336 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:17:56.457937 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:58.825473 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4481cf5f-c35b-42fb-8e6d-60f4bad81f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:01.160093 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-91ec8300-0971-4571-a067-0a07ef9ad3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:01.253257 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:01.497435 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-03f6779f-c1a0-40a8-9c69-a21c2a0846a3 req-d74df4b0-7fbc-460d-80a6-2dbabf7e30a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732327 May 26 22:18:01.641879 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6779f-c1a0-40a8-9c69-a21c2a0846a3 req-e162b235-4d59-4616-a98f-10cddfe78ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:01.643746 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-03f6779f-c1a0-40a8-9c69-a21c2a0846a3 req-e162b235-4d59-4616-a98f-10cddfe78ed9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a435291021204d3da09d9114cbf1a10c&device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 1098 time: 0.0759203 May 26 22:18:01.806395 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6779f-c1a0-40a8-9c69-a21c2a0846a3 req-30c31848-1890-4b59-b0b7-eb336fc63cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:01.807888 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-03f6779f-c1a0-40a8-9c69-a21c2a0846a3 req-30c31848-1890-4b59-b0b7-eb336fc63cc9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd0f4b88-2ea3-42a5-875f-953927127dd7 HTTP/1.1" status: 200 len: 911 time: 0.1423738 May 26 22:18:01.912587 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-03f6779f-c1a0-40a8-9c69-a21c2a0846a3 req-7f18994d-a45c-4eb5-aa88-b1a888b158de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=239ba04f-b01e-461d-8cd5-aaa7ba839731 HTTP/1.1" status: 200 len: 1000 time: 0.0965559 May 26 22:18:01.976495 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6779f-c1a0-40a8-9c69-a21c2a0846a3 req-b2b80f69-22c3-4e67-9f98-4f89de17847f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:01.977911 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-03f6779f-c1a0-40a8-9c69-a21c2a0846a3 req-b2b80f69-22c3-4e67-9f98-4f89de17847f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adae609d-8b31-437b-a405-c50a9858e6b3 HTTP/1.1" status: 200 len: 850 time: 0.0572007 May 26 22:18:02.056303 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6779f-c1a0-40a8-9c69-a21c2a0846a3 req-f3fc42e8-ffa9-4a10-8161-a24592234623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:02.057850 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-03f6779f-c1a0-40a8-9c69-a21c2a0846a3 req-f3fc42e8-ffa9-4a10-8161-a24592234623 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd0f4b88-2ea3-42a5-875f-953927127dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718341 May 26 22:18:02.187840 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-03f6779f-c1a0-40a8-9c69-a21c2a0846a3 req-3659b0cf-42f3-487f-828c-1a247f19cc1a service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216810 May 26 22:18:02.320524 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-03f6779f-c1a0-40a8-9c69-a21c2a0846a3 req-ee8eb174-20d9-4cde-9e37-ecb1986afe97 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239188 May 26 22:18:02.386857 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:03.887045 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:26.479492 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:28.827368 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5a437faf-79c4-4ccb-ae30-d3cbc300dc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:31.161972 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-cba2f9c3-0833-48da-a1e6-faeb5a34f165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:31.254010 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:31.873479 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f619-0777-453f-9796-e351e50c5cec req-9723fc53-974e-4048-8545-ba4a948c1425 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:31.874909 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a185f619-0777-453f-9796-e351e50c5cec req-9723fc53-974e-4048-8545-ba4a948c1425 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0786066 May 26 22:18:31.906339 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:18:31.918579 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a185f619-0777-453f-9796-e351e50c5cec req-4a4840fd-1fdd-41cd-a007-3dd850bbe0b0 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377562 May 26 22:18:32.397767 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:33.118041 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7d0d8-1e82-4d03-8a9f-082437864186 req-61ee077a-238c-4cd4-84a0-4ec389031a0e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:33.119378 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c1d7d0d8-1e82-4d03-8a9f-082437864186 req-61ee077a-238c-4cd4-84a0-4ec389031a0e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0807846 May 26 22:18:33.162526 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c1d7d0d8-1e82-4d03-8a9f-082437864186 req-7c88e8de-e8ab-421f-bc20-1825e1d35be1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366554 May 26 22:18:33.889029 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:34.348769 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d2c4b-6a23-47ca-92e1-d4ee86f7672c req-ce924355-6a1d-4875-a6b0-b2138fea8f2e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:34.350201 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f52d2c4b-6a23-47ca-92e1-d4ee86f7672c req-ce924355-6a1d-4875-a6b0-b2138fea8f2e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0785882 May 26 22:18:34.397099 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f52d2c4b-6a23-47ca-92e1-d4ee86f7672c req-b59e0e5f-494e-47b1-99eb-e5fe8d5518b3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412197 May 26 22:18:35.581841 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5822bac-76d7-4cdb-b5c1-56644543e43c req-7b1d3f17-1555-4949-8503-00ac204a2ab7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:35.583274 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b5822bac-76d7-4cdb-b5c1-56644543e43c req-7b1d3f17-1555-4949-8503-00ac204a2ab7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0783582 May 26 22:18:35.628456 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b5822bac-76d7-4cdb-b5c1-56644543e43c req-21a7f0ce-b9b8-40e0-b69f-99d40f404fe7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393181 May 26 22:18:36.906943 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc1b53-7d01-4fbc-b01e-fc229d9a8d80 req-f710a6af-632b-49dd-92ab-91ac987bc1be tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:36.908426 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2fbc1b53-7d01-4fbc-b01e-fc229d9a8d80 req-f710a6af-632b-49dd-92ab-91ac987bc1be tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.1702855 May 26 22:18:36.952073 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2fbc1b53-7d01-4fbc-b01e-fc229d9a8d80 req-8d6c1954-caa2-45fd-bab2-162e19e4762e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379303 May 26 22:18:38.144547 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236aaff0-d0c2-45e6-aa88-3866005f39b0 req-9025c409-a815-4cab-9fee-3e360eb35ae8 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:38.145972 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-236aaff0-d0c2-45e6-aa88-3866005f39b0 req-9025c409-a815-4cab-9fee-3e360eb35ae8 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0786717 May 26 22:18:38.192642 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-236aaff0-d0c2-45e6-aa88-3866005f39b0 req-e8ef7d93-a382-4347-ba6d-c5353bd3ebca tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411530 May 26 22:18:39.386214 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d6da9-3144-489a-aa02-505a42455499 req-c278bba9-17e8-4f8a-ab1f-54bc01b810dc tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:39.387969 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-146d6da9-3144-489a-aa02-505a42455499 req-c278bba9-17e8-4f8a-ab1f-54bc01b810dc tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0821762 May 26 22:18:39.431764 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-146d6da9-3144-489a-aa02-505a42455499 req-89d433d4-2fcf-4f0b-ae71-7229bfa27064 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382295 May 26 22:18:40.625909 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92b04c-b346-41e3-898d-47c5ec33baea req-2da4f68b-9283-4eeb-bad8-1b14ae359bf4 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:40.627420 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bf92b04c-b346-41e3-898d-47c5ec33baea req-2da4f68b-9283-4eeb-bad8-1b14ae359bf4 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0852675 May 26 22:18:40.672368 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bf92b04c-b346-41e3-898d-47c5ec33baea req-64efc84c-533c-4da1-a131-0bdad8a07db2 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390654 May 26 22:18:41.857903 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b12114-3de1-42fa-a9a9-6bd92e951143 req-c788639a-eb8a-4d27-a2b3-eb9842dcb0d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:41.859407 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62b12114-3de1-42fa-a9a9-6bd92e951143 req-c788639a-eb8a-4d27-a2b3-eb9842dcb0d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0787504 May 26 22:18:41.903324 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62b12114-3de1-42fa-a9a9-6bd92e951143 req-09154533-118c-404e-8cf8-1d4c740e21a4 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383534 May 26 22:18:43.091322 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965b844-6e3f-47f4-bc60-3a278545cd6d req-7a5f6bd3-4def-4450-ad3b-6bb8a6dea472 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:43.092787 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0965b844-6e3f-47f4-bc60-3a278545cd6d req-7a5f6bd3-4def-4450-ad3b-6bb8a6dea472 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0826349 May 26 22:18:43.136447 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0965b844-6e3f-47f4-bc60-3a278545cd6d req-4ecfc951-5632-4e93-a599-c05dd34b3e17 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380385 May 26 22:18:43.552803 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device f69c406d-e881-4817-9510-ca9b32399870 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:18:43.681494 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port f69c406d-e881-4817-9510-ca9b32399870, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=f69c406d-e881-4817-9510-ca9b32399870,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:18:43.695077 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': 'f69c406d-e881-4817-9510-ca9b32399870', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'port_id': 'f69c406d-e881-4817-9510-ca9b32399870', 'mac_address': 'fa:16:3e:b5:bc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:18:43.750594 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:43.767173 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f69c406d-e881-4817-9510-ca9b32399870 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:18:43.782530 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port f69c406d-e881-4817-9510-ca9b32399870, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=f69c406d-e881-4817-9510-ca9b32399870,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:18:43.786227 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:43.787967 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:18:43.854013 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=f69c406d-e881-4817-9510-ca9b32399870,revision_number=6']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:18:43.861257 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:43.861600 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:43.861935 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:43.862267 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:43.862590 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:43.862911 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:43.863232 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:43.863552 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:43.863903 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:43.864226 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:43.864541 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:43.864882 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:43.868620 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:18:43.883673 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['f69c406d-e881-4817-9510-ca9b32399870'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:18:44.321176 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196a966-b3f7-4aea-8387-6b8940728c18 req-b3ddcb50-6749-4f52-bec4-ad17ec80562d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:44.322590 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0196a966-b3f7-4aea-8387-6b8940728c18 req-b3ddcb50-6749-4f52-bec4-ad17ec80562d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 945 time: 0.0776222 May 26 22:18:44.369101 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0196a966-b3f7-4aea-8387-6b8940728c18 req-dcd45e61-e7bb-4eda-b559-b62147f315e9 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408285 May 26 22:18:45.558886 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b5957-5fac-4e26-b2da-9e194f551182 req-33537c0b-0286-45d8-a57e-2a5a74e23baa tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:45.559554 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device f69c406d-e881-4817-9510-ca9b32399870 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:18:45.560934 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-660b5957-5fac-4e26-b2da-9e194f551182 req-33537c0b-0286-45d8-a57e-2a5a74e23baa tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 945 time: 0.0777180 May 26 22:18:45.607012 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-660b5957-5fac-4e26-b2da-9e194f551182 req-4dc65ac6-d79a-4d25-9ada-4f6eb92e3bae tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400848 May 26 22:18:45.629369 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port f69c406d-e881-4817-9510-ca9b32399870 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:18:45.629853 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:45.773790 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:45.799743 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69c406d-e881-4817-9510-ca9b32399870'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:18:45.809412 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port f69c406d-e881-4817-9510-ca9b32399870, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=f69c406d-e881-4817-9510-ca9b32399870,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:18:45.814240 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:45.816252 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:18:45.846400 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69c406d-e881-4817-9510-ca9b32399870', 'code': 200} May 26 22:18:45.883036 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=f69c406d-e881-4817-9510-ca9b32399870,revision_number=7']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:18:45.886086 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:18:46.799607 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6bfe1-3fde-40bf-81db-730574a9fb9b req-689afb9d-1cd9-43cd-95a3-49e055f80c46 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:46.801121 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cdd6bfe1-3fde-40bf-81db-730574a9fb9b req-689afb9d-1cd9-43cd-95a3-49e055f80c46 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0820060 May 26 22:18:46.847238 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cdd6bfe1-3fde-40bf-81db-730574a9fb9b req-340f5ac1-8709-4404-b484-2ffd9c5dcbc9 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396059 May 26 22:18:48.183743 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a9af7-3049-4adc-8448-beb8b1243a88 req-c3ea11fc-23fd-42b5-b37d-96f9e35ec7b2 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:48.185248 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-631a9af7-3049-4adc-8448-beb8b1243a88 req-c3ea11fc-23fd-42b5-b37d-96f9e35ec7b2 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0788391 May 26 22:18:48.229466 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-631a9af7-3049-4adc-8448-beb8b1243a88 req-d62e2737-9dec-4faf-b0ed-609d764a25ce tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376461 May 26 22:18:49.089877 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-30a8d25c-e050-4a14-b5fe-2179db7974ce req-d506e529-350d-41ba-8d16-2ed1587ddcda tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1096135734&fields=id&tenant_id=75ebc3bb5656415f80735987fd499bd4 HTTP/1.1" status: 200 len: 267 time: 0.0466619 May 26 22:18:49.172868 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8d25c-e050-4a14-b5fe-2179db7974ce req-d90b08f6-5968-461f-8124-06c6926e993f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:49.174206 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-30a8d25c-e050-4a14-b5fe-2179db7974ce req-d90b08f6-5968-461f-8124-06c6926e993f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 984 time: 0.0784659 May 26 22:18:49.184543 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-30a8d25c-e050-4a14-b5fe-2179db7974ce req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Request body: {'port': {'security_groups': ['0e2f989c-bef8-47d3-babd-229468a0967b']}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:18:49.304980 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-30a8d25c-e050-4a14-b5fe-2179db7974ce req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:49.502425 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c68d6-b4ea-499a-9aaf-eeefe1cb8d79 req-beaf0950-47bd-4f0b-8dff-421f8b31cee5 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:49.503808 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-306c68d6-b4ea-499a-9aaf-eeefe1cb8d79 req-beaf0950-47bd-4f0b-8dff-421f8b31cee5 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.1544402 May 26 22:18:49.625847 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-306c68d6-b4ea-499a-9aaf-eeefe1cb8d79 req-405e0f89-ca89-48eb-b807-192f2ca11ed2 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728929 May 26 22:18:49.654571 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-30a8d25c-e050-4a14-b5fe-2179db7974ce req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] For port b4f61f14-851e-472c-a00a-ac30ca4d1720, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b4f61f14-851e-472c-a00a-ac30ca4d1720,segment=NetworkSegment(64cf7a73-1d55-4f78-8957-42df139d8aad),segment_id=64cf7a73-1d55-4f78-8957-42df139d8aad)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:18:49.681433 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-30a8d25c-e050-4a14-b5fe-2179db7974ce req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:49.686509 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-30a8d25c-e050-4a14-b5fe-2179db7974ce req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:49.692786 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f99d2b40-4ece-404c-9a8d-ab5a908431c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:18:49.699193 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['b4f61f14-851e-472c-a00a-ac30ca4d1720'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:18:49.771962 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8d25c-e050-4a14-b5fe-2179db7974ce req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:49.772611 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-30a8d25c-e050-4a14-b5fe-2179db7974ce req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:49.774123 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-30a8d25c-e050-4a14-b5fe-2179db7974ce req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "PUT /v2.0/ports/b4f61f14-851e-472c-a00a-ac30ca4d1720 HTTP/1.1" status: 200 len: 942 time: 0.5939684 May 26 22:18:49.774648 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'tag': 'b4f61f14-851e-472c-a00a-ac30ca4d1720'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:18:49.786215 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40384) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:18:49.803920 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Pushing event updated for resources: {'Port': ['ID=b4f61f14-851e-472c-a00a-ac30ca4d1720,revision_number=7']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:18:49.814823 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:49.816430 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:49.816996 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:49.817570 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:49.818139 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:49.819718 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:49.820347 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:49.821090 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:49.821647 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:49.822219 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:49.822796 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:49.823277 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:49.829216 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:18:49.868940 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'tag': 'b4f61f14-851e-472c-a00a-ac30ca4d1720', 'status': 'completed', 'code': 200} May 26 22:18:49.896650 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:49.926682 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['b4f61f14-851e-472c-a00a-ac30ca4d1720'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:18:49.933863 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:49.978843 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43abc4-4c89-444b-ae15-09c0bf08fe6c req-7b97402a-b40d-4582-9f2a-677dcadb9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:49.979972 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ad43abc4-4c89-444b-ae15-09c0bf08fe6c req-7b97402a-b40d-4582-9f2a-677dcadb9fac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75ebc3bb5656415f80735987fd499bd4&device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 1098 time: 0.0842555 May 26 22:18:50.018459 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:50.022669 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5f802e3b-6636-4113-94ae-7632edf58fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:18:50.039494 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88ddefc-94d0-4065-9b88-e57f6d7690fa,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:18:50.049765 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:50.050123 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:50.050658 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:50.051022 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:50.051380 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:50.051752 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:50.052146 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:50.052501 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:50.052851 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:50.053197 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:50.053541 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:50.053894 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:50.057025 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:18:50.067180 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:50.068351 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "DELETE /v2.0/security-groups/d88ddefc-94d0-4065-9b88-e57f6d7690fa HTTP/1.1" status: 204 len: 168 time: 0.2811830 May 26 22:18:50.070927 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40388) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:18:50.088504 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-410487bc-2ad6-4baf-b574-8c64eac4c13b None None] Provisioning complete for port b4f61f14-851e-472c-a00a-ac30ca4d1720 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:18:50.088810 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-410487bc-2ad6-4baf-b574-8c64eac4c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:50.338715 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43abc4-4c89-444b-ae15-09c0bf08fe6c req-5fe7da88-1661-4d5e-be82-6d40687b758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:50.340211 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ad43abc4-4c89-444b-ae15-09c0bf08fe6c req-5fe7da88-1661-4d5e-be82-6d40687b758d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3e2c407-31e6-404d-b0a7-89732e6967d7 HTTP/1.1" status: 200 len: 915 time: 0.2607520 May 26 22:18:50.462773 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ad43abc4-4c89-444b-ae15-09c0bf08fe6c req-ccec7a7b-55a3-4e40-97a0-4849d2172fbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f61f14-851e-472c-a00a-ac30ca4d1720 HTTP/1.1" status: 200 len: 1000 time: 0.1161938 May 26 22:18:50.463156 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-3ff0098a-96bf-40ef-9e84-85639efe758f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Deleting port 3c91aa42-8d7f-41c3-8988-962e43f85f07 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:18:50.463579 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ff0098a-96bf-40ef-9e84-85639efe758f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:50.536770 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43abc4-4c89-444b-ae15-09c0bf08fe6c req-638400ab-2993-47d7-ac61-67eb966abfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:50.538336 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ad43abc4-4c89-444b-ae15-09c0bf08fe6c req-638400ab-2993-47d7-ac61-67eb966abfcd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b92b1b22-3d48-4a67-9ba4-0549493c8630 HTTP/1.1" status: 200 len: 854 time: 0.0690858 May 26 22:18:50.619850 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43abc4-4c89-444b-ae15-09c0bf08fe6c req-5eb44f29-c60b-4d4d-be22-455ef08c1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:50.620314 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ff0098a-96bf-40ef-9e84-85639efe758f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:50.620644 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ff0098a-96bf-40ef-9e84-85639efe758f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:50.621606 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ad43abc4-4c89-444b-ae15-09c0bf08fe6c req-5eb44f29-c60b-4d4d-be22-455ef08c1b7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3e2c407-31e6-404d-b0a7-89732e6967d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757537 May 26 22:18:50.752073 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-3ff0098a-96bf-40ef-9e84-85639efe758f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Calling delete_port for 3c91aa42-8d7f-41c3-8988-962e43f85f07 owned by network:floatingip {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:18:50.860696 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ad43abc4-4c89-444b-ae15-09c0bf08fe6c req-fda7d321-da4d-4154-b2c6-698cc6c04090 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318580 May 26 22:18:50.896318 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ff0098a-96bf-40ef-9e84-85639efe758f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:50.901339 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bb61f596-ec26-4b5a-a4c4-4a04f5cd6ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:18:50.957629 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0098a-96bf-40ef-9e84-85639efe758f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Pushing event deleted for resources: {'Port': ['ID=3c91aa42-8d7f-41c3-8988-962e43f85f07,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:18:50.960504 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3ff0098a-96bf-40ef-9e84-85639efe758f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:18:50.973713 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b28d77-68e0-43c2-992f-6c4c96257b5b req-81366142-72ae-4843-85f8-2554b051581d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:50.975802 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-66b28d77-68e0-43c2-992f-6c4c96257b5b req-81366142-72ae-4843-85f8-2554b051581d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.2118018 May 26 22:18:51.061757 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-66b28d77-68e0-43c2-992f-6c4c96257b5b req-eb838f9d-1f22-491f-b13c-a53923453a0c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774634 May 26 22:18:51.072150 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ad43abc4-4c89-444b-ae15-09c0bf08fe6c req-cde628bc-5b08-43fb-9bf1-1c9583e4e469 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036805 May 26 22:18:51.082371 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ff0098a-96bf-40ef-9e84-85639efe758f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks [] for floatingip, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:51.082789 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.l3_db [None req-3ff0098a-96bf-40ef-9e84-85639efe758f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Floating IP e985d492-26f1-4609-975b-45d96679f994 disassociated (deleted). External IP: 172.27.2.72, port: b4f61f14-851e-472c-a00a-ac30ca4d1720. May 26 22:18:51.543469 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff0098a-96bf-40ef-9e84-85639efe758f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:18:51.757277 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff0098a-96bf-40ef-9e84-85639efe758f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:18:51.769369 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75fb05-60e7-4847-8893-3f666d61f901 None None] Sync routers for ids ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:18:51.780470 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ff0098a-96bf-40ef-9e84-85639efe758f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:51.785146 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75fb05-60e7-4847-8893-3f666d61f901 None None] Routers {'5f2f0592-2ad6-4a2d-a433-9262b2f27604'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:18:51.786997 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-4d75fb05-60e7-4847-8893-3f666d61f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:18:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:18:51.853314 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3ff0098a-96bf-40ef-9e84-85639efe758f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "DELETE /v2.0/floatingips/e985d492-26f1-4609-975b-45d96679f994 HTTP/1.1" status: 204 len: 168 time: 1.7808487 May 26 22:18:51.854052 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'tag': 'b4f61f14-851e-472c-a00a-ac30ca4d1720'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:18:51.987754 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'tag': 'b4f61f14-851e-472c-a00a-ac30ca4d1720', 'status': 'completed', 'code': 200} May 26 22:18:52.048918 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-4d75fb05-60e7-4847-8893-3f666d61f901 None None] Set router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:18:52.160949 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20be11b-8f75-402e-ac0f-09af3094625c req-5782488a-c88a-4b6d-bb13-758a8e108bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:52.169234 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e20be11b-8f75-402e-ac0f-09af3094625c req-5782488a-c88a-4b6d-bb13-758a8e108bb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=75ebc3bb5656415f80735987fd499bd4&device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 1098 time: 0.1561902 May 26 22:18:52.446389 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20be11b-8f75-402e-ac0f-09af3094625c req-e4c45b32-cb3a-43b8-8719-7d799b1e73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:52.447888 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e20be11b-8f75-402e-ac0f-09af3094625c req-e4c45b32-cb3a-43b8-8719-7d799b1e73bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3e2c407-31e6-404d-b0a7-89732e6967d7 HTTP/1.1" status: 200 len: 915 time: 0.2719915 May 26 22:18:52.457255 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-4d75fb05-60e7-4847-8893-3f666d61f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:31Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'gw_port': {'id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:32Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d', 'name': '', 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'mac_address': 'fa:16:3e:a3:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:36Z', 'updated_at': '2021-05-26T22:13:44Z', 'revision_number': 5, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'subnets': [{'id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:18:52.467608 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75fb05-60e7-4847-8893-3f666d61f901 None None] Checking router: 5f2f0592-2ad6-4a2d-a433-9262b2f27604 for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:18:52.478440 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75fb05-60e7-4847-8893-3f666d61f901 None None] Routers {'5f2f0592-2ad6-4a2d-a433-9262b2f27604'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:18:52.479061 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-4d75fb05-60e7-4847-8893-3f666d61f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:18:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:18:52.541666 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e20be11b-8f75-402e-ac0f-09af3094625c req-9a72f2d4-26bb-43bb-8f68-475ec457df2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4f61f14-851e-472c-a00a-ac30ca4d1720 HTTP/1.1" status: 200 len: 217 time: 0.0739927 May 26 22:18:52.621879 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20be11b-8f75-402e-ac0f-09af3094625c req-1dde7a3e-01c4-4ea2-a85d-525960d6857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:52.623874 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e20be11b-8f75-402e-ac0f-09af3094625c req-1dde7a3e-01c4-4ea2-a85d-525960d6857d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b92b1b22-3d48-4a67-9ba4-0549493c8630 HTTP/1.1" status: 200 len: 854 time: 0.0730395 May 26 22:18:52.643024 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56a5ca-ab31-4bc4-b6dc-542f70a4cb8c req-d51914d6-708b-4e7c-93b3-1a3412a83a96 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:52.650908 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ca56a5ca-ab31-4bc4-b6dc-542f70a4cb8c req-d51914d6-708b-4e7c-93b3-1a3412a83a96 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.2685661 May 26 22:18:52.690308 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-4d75fb05-60e7-4847-8893-3f666d61f901 None None] Set router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:18:52.773354 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ca56a5ca-ab31-4bc4-b6dc-542f70a4cb8c req-81e3f7e2-4787-44b4-b537-0c29c75f96f5 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215253 May 26 22:18:52.786410 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20be11b-8f75-402e-ac0f-09af3094625c req-f8dc5ecb-ea83-45fa-bf8d-960cad375775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:52.788098 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e20be11b-8f75-402e-ac0f-09af3094625c req-f8dc5ecb-ea83-45fa-bf8d-960cad375775 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3e2c407-31e6-404d-b0a7-89732e6967d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1553314 May 26 22:18:52.972593 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e20be11b-8f75-402e-ac0f-09af3094625c req-22301251-a6eb-4987-9c04-a1e08b2b492a service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711941 May 26 22:18:53.095735 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-4d75fb05-60e7-4847-8893-3f666d61f901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:31Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'gw_port': {'id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:32Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d', 'name': '', 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'mac_address': 'fa:16:3e:a3:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:36Z', 'updated_at': '2021-05-26T22:13:44Z', 'revision_number': 5, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'subnets': [{'id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:18:53.101552 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75fb05-60e7-4847-8893-3f666d61f901 None None] The sync data for ids ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'] in dv-cinder-793244-1-iscsi is: [{'id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:31Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'gw_port': {'id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:32Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d', 'name': '', 'network_id': 'f3e2c407-31e6-404d-b0a7-89732e6967d7', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'mac_address': 'fa:16:3e:a3:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:36Z', 'updated_at': '2021-05-26T22:13:44Z', 'revision_number': 5, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'subnets': [{'id': 'b92b1b22-3d48-4a67-9ba4-0549493c8630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:18:53.143730 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e20be11b-8f75-402e-ac0f-09af3094625c req-3c3ce5f7-62a8-4854-88c8-e29fefbaeabe service neutron] 10.222.0.24 "GET /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593666 May 26 22:18:53.476273 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ce3e0-4cdb-423b-8d42-f63726d94d86 None None] New status for floating IP e985d492-26f1-4609-975b-45d96679f994: DOWN {{(pid=91911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:18:54.104750 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf7073-0687-4681-bf66-2b4dfc9d472d req-7353c88d-2d59-4600-951f-4d66eb19d3a9 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:54.106149 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3ddf7073-0687-4681-bf66-2b4dfc9d472d req-7353c88d-2d59-4600-951f-4d66eb19d3a9 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.2008455 May 26 22:18:54.152790 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3ddf7073-0687-4681-bf66-2b4dfc9d472d req-25a50de0-5178-4900-ab39-aaedf2abdd43 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397396 May 26 22:18:54.863539 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e2954-6ada-4da4-ba79-553ec6763547 req-ba3f1558-fb69-4978-baae-c46d31bc5d44 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:54.870539 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e10e2954-6ada-4da4-ba79-553ec6763547 req-ba3f1558-fb69-4978-baae-c46d31bc5d44 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1024225 May 26 22:18:54.918458 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e10e2954-6ada-4da4-ba79-553ec6763547 req-58b0f3c9-f7c3-43f1-9969-e67bd22498cf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448487 May 26 22:18:55.369402 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdddb2-6c33-41ff-9d72-42261514a123 req-a9ae49ca-634f-47aa-a699-2e2690857e6f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:55.370922 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-92cdddb2-6c33-41ff-9d72-42261514a123 req-a9ae49ca-634f-47aa-a699-2e2690857e6f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0876889 May 26 22:18:55.427316 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-92cdddb2-6c33-41ff-9d72-42261514a123 req-1dfa78c0-3b2f-4531-83ec-3c0fa81adb98 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496461 May 26 22:18:56.126512 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-6e4685df-4c41-4965-a6d7-9b0985158392 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:56.128014 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-6e4685df-4c41-4965-a6d7-9b0985158392 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.24 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1478715 May 26 22:18:56.181172 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb813920-94a9-42db-80d4-9a40b0d22f04 req-b37313b5-991b-4e33-9e75-5ee5c41edfb8 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:56.182621 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fb813920-94a9-42db-80d4-9a40b0d22f04 req-b37313b5-991b-4e33-9e75-5ee5c41edfb8 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 945 time: 0.1439297 May 26 22:18:56.285407 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fb813920-94a9-42db-80d4-9a40b0d22f04 req-e2c9b686-13c0-4280-9b20-51d94e867b55 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=c91438b2-7476-43d0-abfd-573189f1ec77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946410 May 26 22:18:56.333309 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Deleting port 239ba04f-b01e-461d-8cd5-aaa7ba839731 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:18:56.334041 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:56.506854 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:56.510418 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] For port 239ba04f-b01e-461d-8cd5-aaa7ba839731, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=239ba04f-b01e-461d-8cd5-aaa7ba839731,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:18:56.511347 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:56.959020 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16049bfe-90f1-456e-a9c1-0c50adfd1beb req-50bdc1be-a0d8-4443-a068-88c35193d1d5 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:56.960646 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-16049bfe-90f1-456e-a9c1-0c50adfd1beb req-50bdc1be-a0d8-4443-a068-88c35193d1d5 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.3295114 May 26 22:18:56.969027 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:56.970054 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:56.970054 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.l3_db [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Floating IP b3109d9f-0c60-4d0c-8abf-23f83d89fcb0 disassociated. External IP: 172.27.2.12, port: 239ba04f-b01e-461d-8cd5-aaa7ba839731. May 26 22:18:56.970054 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Calling delete_port for 239ba04f-b01e-461d-8cd5-aaa7ba839731 owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:18:57.001190 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12b706-24b2-439e-b436-e420e9dfebe7 req-6c390155-8cde-47ee-82a8-f92bf7406160 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:57.002724 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2b12b706-24b2-439e-b436-e420e9dfebe7 req-6c390155-8cde-47ee-82a8-f92bf7406160 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 945 time: 0.2655568 May 26 22:18:57.077160 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-16049bfe-90f1-456e-a9c1-0c50adfd1beb req-27273100-bb0a-4d66-a39b-6cdc4b6ca7c3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989294 May 26 22:18:57.093618 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2b12b706-24b2-439e-b436-e420e9dfebe7 req-381e411b-9c1a-47d0-9988-319dd312cfae tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779798 May 26 22:18:57.177657 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:57.185008 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-70bf8718-c6d0-4cbe-8224-a91a0e93c100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:18:57.235268 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event deleted for resources: {'Port': ['ID=239ba04f-b01e-461d-8cd5-aaa7ba839731,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:18:57.242586 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:18:57.591054 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-736bc201-883a-41d2-9da2-5623c6a04d79 req-913f78bd-d004-41ae-90a1-bb9f74e42672 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=0db42a08-abb0-4734-a019-fa443344f209 HTTP/1.1" status: 200 len: 210 time: 0.1741977 May 26 22:18:57.627173 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Router 8bdc417f-1f92-4034-92fa-fc7ef645437a has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:18:57.848035 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:18:57.859218 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6616d-016d-4112-b1e8-54e28d5c0972 None None] Sync routers for ids ['8bdc417f-1f92-4034-92fa-fc7ef645437a'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:18:57.871596 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6616d-016d-4112-b1e8-54e28d5c0972 None None] Routers {'8bdc417f-1f92-4034-92fa-fc7ef645437a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:18:57.873115 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-41d6616d-016d-4112-b1e8-54e28d5c0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:18:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['8bdc417f-1f92-4034-92fa-fc7ef645437a'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:18:57.994184 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] No DVR routers for this DVR port 239ba04f-b01e-461d-8cd5-aaa7ba839731 on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:18:57.999193 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:58.007780 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db42a08-abb0-4734-a019-fa443344f209', 'name': 'network-vif-deleted', 'tag': '239ba04f-b01e-461d-8cd5-aaa7ba839731'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:18:58.014533 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6d9790d6-4aa9-473a-96a5-bb5d7718a382 req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.24 "DELETE /v2.0/ports/239ba04f-b01e-461d-8cd5-aaa7ba839731 HTTP/1.1" status: 204 len: 173 time: 1.8801136 May 26 22:18:58.132208 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db42a08-abb0-4734-a019-fa443344f209', 'name': 'network-vif-deleted', 'tag': '239ba04f-b01e-461d-8cd5-aaa7ba839731', 'status': 'completed', 'code': 200} May 26 22:18:58.181978 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-41d6616d-016d-4112-b1e8-54e28d5c0972 None None] Set router 8bdc417f-1f92-4034-92fa-fc7ef645437a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:18:58.897519 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379d18-2561-40f9-ae27-c6f239d10af5 req-078715f2-7d94-499f-b6ad-5b5152ef5697 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:58.900067 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4379d18-2561-40f9-ae27-c6f239d10af5 req-078715f2-7d94-499f-b6ad-5b5152ef5697 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.24 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 945 time: 0.1739256 May 26 22:18:58.915081 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d686f6-d76e-4dcd-bb22-aded18774440 req-ae842900-d098-48f5-9452-64819c7a4cc8 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:58.916894 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f1d686f6-d76e-4dcd-bb22-aded18774440 req-ae842900-d098-48f5-9452-64819c7a4cc8 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.4487309 May 26 22:18:58.917316 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4a51da56-83bb-4214-b8ce-bc64f41d5c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:58.946524 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-41d6616d-016d-4112-b1e8-54e28d5c0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dab5e013-cc11-473d-a515-e10322464c82', 'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'mac_address': 'fa:16:3e:28:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:32Z', 'updated_at': '2021-05-26T22:10:44Z', 'revision_number': 5, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'subnets': [{'id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:18:58.955530 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6616d-016d-4112-b1e8-54e28d5c0972 None None] Checking router: 8bdc417f-1f92-4034-92fa-fc7ef645437a for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:18:58.966282 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6616d-016d-4112-b1e8-54e28d5c0972 None None] Routers {'8bdc417f-1f92-4034-92fa-fc7ef645437a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:18:58.967870 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-41d6616d-016d-4112-b1e8-54e28d5c0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:18:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['8bdc417f-1f92-4034-92fa-fc7ef645437a'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:18:59.217527 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1ec2f-057a-4349-a221-dbdc6a695463 req-9787d61b-ae11-4243-9ac0-b4cff0328681 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:18:59.219484 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7d1ec2f-057a-4349-a221-dbdc6a695463 req-9787d61b-ae11-4243-9ac0-b4cff0328681 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 945 time: 0.6267376 May 26 22:18:59.307414 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f1d686f6-d76e-4dcd-bb22-aded18774440 req-c4c60a50-88f1-481e-914d-9396acefad56 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225420 May 26 22:18:59.350795 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7d1ec2f-057a-4349-a221-dbdc6a695463 req-57912af1-b6c9-409b-a35b-df4a488970fa tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e2f989c-bef8-47d3-babd-229468a0967b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952771 May 26 22:18:59.398212 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-e4379d18-2561-40f9-ae27-c6f239d10af5 req-a15d666e-5f00-4423-b983-005b22750da5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Deleting port b4f61f14-851e-472c-a00a-ac30ca4d1720 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:18:59.398575 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e4379d18-2561-40f9-ae27-c6f239d10af5 req-a15d666e-5f00-4423-b983-005b22750da5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:59.454493 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-41d6616d-016d-4112-b1e8-54e28d5c0972 None None] Set router 8bdc417f-1f92-4034-92fa-fc7ef645437a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:18:59.602143 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-e4379d18-2561-40f9-ae27-c6f239d10af5 req-a15d666e-5f00-4423-b983-005b22750da5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] For port b4f61f14-851e-472c-a00a-ac30ca4d1720, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b4f61f14-851e-472c-a00a-ac30ca4d1720,segment=NetworkSegment(64cf7a73-1d55-4f78-8957-42df139d8aad),segment_id=64cf7a73-1d55-4f78-8957-42df139d8aad)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:18:59.602512 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e4379d18-2561-40f9-ae27-c6f239d10af5 req-a15d666e-5f00-4423-b983-005b22750da5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:59.904781 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-41d6616d-016d-4112-b1e8-54e28d5c0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dab5e013-cc11-473d-a515-e10322464c82', 'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'mac_address': 'fa:16:3e:28:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:32Z', 'updated_at': '2021-05-26T22:10:44Z', 'revision_number': 5, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'subnets': [{'id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:18:59.910291 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6616d-016d-4112-b1e8-54e28d5c0972 None None] The sync data for ids ['8bdc417f-1f92-4034-92fa-fc7ef645437a'] in dv-cinder-793244-1-iscsi is: [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dab5e013-cc11-473d-a515-e10322464c82', 'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'mac_address': 'fa:16:3e:28:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:32Z', 'updated_at': '2021-05-26T22:10:44Z', 'revision_number': 5, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'subnets': [{'id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:18:59.923296 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-e4379d18-2561-40f9-ae27-c6f239d10af5 req-a15d666e-5f00-4423-b983-005b22750da5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Calling delete_port for b4f61f14-851e-472c-a00a-ac30ca4d1720 owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:19:00.128519 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e4379d18-2561-40f9-ae27-c6f239d10af5 req-a15d666e-5f00-4423-b983-005b22750da5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:00.144442 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['b4f61f14-851e-472c-a00a-ac30ca4d1720'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:19:00.152260 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-c94406b2-8bd6-4cbf-a51f-e87113d3f330 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:00.279006 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176a8f0f-32f5-44fe-96d0-b21f0e697850 None None] New status for floating IP b3109d9f-0c60-4d0c-8abf-23f83d89fcb0: DOWN {{(pid=91911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:19:00.291156 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d666e-5f00-4423-b983-005b22750da5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Pushing event deleted for resources: {'Port': ['ID=b4f61f14-851e-472c-a00a-ac30ca4d1720,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:00.299796 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-a15d666e-5f00-4423-b983-005b22750da5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:00.305154 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4379d18-2561-40f9-ae27-c6f239d10af5 req-a15d666e-5f00-4423-b983-005b22750da5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] No DVR routers for this DVR port b4f61f14-851e-472c-a00a-ac30ca4d1720 on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:19:00.308120 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-e4379d18-2561-40f9-ae27-c6f239d10af5 req-a15d666e-5f00-4423-b983-005b22750da5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:00.311916 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'name': 'network-vif-deleted', 'tag': 'b4f61f14-851e-472c-a00a-ac30ca4d1720'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:19:00.326799 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4379d18-2561-40f9-ae27-c6f239d10af5 req-a15d666e-5f00-4423-b983-005b22750da5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.24 "DELETE /v2.0/ports/b4f61f14-851e-472c-a00a-ac30ca4d1720 HTTP/1.1" status: 204 len: 173 time: 1.4041691 May 26 22:19:00.378518 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483883bf-240f-4d0c-9edd-8f9d62a011bf', 'name': 'network-vif-deleted', 'tag': 'b4f61f14-851e-472c-a00a-ac30ca4d1720', 'status': 'completed', 'code': 200} May 26 22:19:00.719780 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075446e1-7682-40d8-a3fb-3213421c0067 req-3811befb-73f0-4dcf-bfb2-724be062d4b3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:00.727813 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-075446e1-7682-40d8-a3fb-3213421c0067 req-3811befb-73f0-4dcf-bfb2-724be062d4b3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.1606448 May 26 22:19:00.789736 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-075446e1-7682-40d8-a3fb-3213421c0067 req-89588703-f78b-402a-865a-24b9d4253b1c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606966 May 26 22:19:01.033057 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-7bdd87a4-7359-4609-a61f-32ddd08fad91 req-58948a5b-184c-4787-b2ef-3e9522da5889 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Synchronizing usage tracker for tenant:75ebc3bb5656415f80735987fd499bd4 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:19:01.052683 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-7bdd87a4-7359-4609-a61f-32ddd08fad91 req-58948a5b-184c-4787-b2ef-3e9522da5889 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Unset dirty status for tenant:75ebc3bb5656415f80735987fd499bd4 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:19:01.054062 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7bdd87a4-7359-4609-a61f-32ddd08fad91 req-58948a5b-184c-4787-b2ef-3e9522da5889 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] 10.222.0.15 "GET /v2.0/ports?device_id=483883bf-240f-4d0c-9edd-8f9d62a011bf HTTP/1.1" status: 200 len: 210 time: 0.0656388 May 26 22:19:01.164993 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-be03fb69-2907-42e0-b202-3813d4c7e9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:01.260083 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:01.630873 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device b4f61f14-851e-472c-a00a-ac30ca4d1720 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:19:01.670409 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: b4f61f14-851e-472c-a00a-ac30ca4d1720 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:19:01.670749 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device b4f61f14-851e-472c-a00a-ac30ca4d1720 not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:19:01.671179 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 239ba04f-b01e-461d-8cd5-aaa7ba839731 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:19:01.705587 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: 239ba04f-b01e-461d-8cd5-aaa7ba839731 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:19:01.705928 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 239ba04f-b01e-461d-8cd5-aaa7ba839731 not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:19:01.991577 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808da69c-ecd1-43e5-8863-840e03d854a1 req-21d6db0e-2834-452a-8625-944c708ac723 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:01.993014 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-808da69c-ecd1-43e5-8863-840e03d854a1 req-21d6db0e-2834-452a-8625-944c708ac723 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.0890088 May 26 22:19:02.041082 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-808da69c-ecd1-43e5-8863-840e03d854a1 req-9099418c-36c4-4c9b-887b-513ab5917627 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412917 May 26 22:19:02.397683 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:02.657279 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43b751-712c-44e6-a089-f7848e4ead32 req-72e1ad98-320e-4eb6-94bc-2c7e632f9d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:02.659853 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c43b751-712c-44e6-a089-f7848e4ead32 req-72e1ad98-320e-4eb6-94bc-2c7e632f9d01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 1099 time: 0.0790629 May 26 22:19:02.973285 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43b751-712c-44e6-a089-f7848e4ead32 req-c83bb67c-edf5-41e7-b1b5-6d5d0cdd2591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:02.975427 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c43b751-712c-44e6-a089-f7848e4ead32 req-c83bb67c-edf5-41e7-b1b5-6d5d0cdd2591 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 917 time: 0.2952168 May 26 22:19:02.990123 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40554) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:03.111321 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c43b751-712c-44e6-a089-f7848e4ead32 req-2131fa19-25ba-4708-9128-e6e25ceefa5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f69c406d-e881-4817-9510-ca9b32399870 HTTP/1.1" status: 200 len: 1002 time: 0.1283777 May 26 22:19:03.238560 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43b751-712c-44e6-a089-f7848e4ead32 req-02a7abc6-af22-4d19-aeca-591c71c9f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:03.240208 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c43b751-712c-44e6-a089-f7848e4ead32 req-02a7abc6-af22-4d19-aeca-591c71c9f0f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 200 len: 856 time: 0.1220984 May 26 22:19:03.361724 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44163ed2-ec45-4129-a3cb-51b6387d6c56 req-53bbd061-e498-4eb0-bf3c-49c87a0c2ffd tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:03.363544 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-44163ed2-ec45-4129-a3cb-51b6387d6c56 req-53bbd061-e498-4eb0-bf3c-49c87a0c2ffd tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.1716328 May 26 22:19:03.370001 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43b751-712c-44e6-a089-f7848e4ead32 req-ccded3df-f730-4b15-af0f-bc38e969960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:03.371817 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c43b751-712c-44e6-a089-f7848e4ead32 req-ccded3df-f730-4b15-af0f-bc38e969960c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0897e07d-1423-4ad7-b723-9c8134b46027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1188910 May 26 22:19:03.495178 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-44163ed2-ec45-4129-a3cb-51b6387d6c56 req-2b516593-2695-4be6-80dd-52cec7781201 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217465 May 26 22:19:03.540726 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c43b751-712c-44e6-a089-f7848e4ead32 req-017628df-5d86-4d11-b9e2-f03202308c77 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519122 May 26 22:19:03.679438 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5c43b751-712c-44e6-a089-f7848e4ead32 req-80e68d01-e706-4b8a-b260-25f7667c399c service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325288 May 26 22:19:03.786508 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3576ed94-f41e-4962-84a6-9a0d92e6ee4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746684'] for router_interface, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:03.893238 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:04.288032 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-3576ed94-f41e-4962-84a6-9a0d92e6ee4c admin admin] Deleting port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:19:04.288631 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3576ed94-f41e-4962-84a6-9a0d92e6ee4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:04.409557 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-3576ed94-f41e-4962-84a6-9a0d92e6ee4c admin admin] For port dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d,segment=NetworkSegment(64cf7a73-1d55-4f78-8957-42df139d8aad),segment_id=64cf7a73-1d55-4f78-8957-42df139d8aad)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:19:04.409909 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3576ed94-f41e-4962-84a6-9a0d92e6ee4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:04.441472 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb7fce-cf27-4e6b-93f7-764d62ef0332 req-863a41c1-932f-42f7-9ac3-36c256baaa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:04.442949 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cfeb7fce-cf27-4e6b-93f7-764d62ef0332 req-863a41c1-932f-42f7-9ac3-36c256baaa4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 1099 time: 0.0696456 May 26 22:19:04.534588 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-3576ed94-f41e-4962-84a6-9a0d92e6ee4c admin admin] Calling delete_port for dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d owned by network:router_interface {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:19:04.584645 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb7fce-cf27-4e6b-93f7-764d62ef0332 req-be59bbb0-0b45-4b8c-8924-485845b7a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:04.586173 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cfeb7fce-cf27-4e6b-93f7-764d62ef0332 req-be59bbb0-0b45-4b8c-8924-485845b7a2ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 917 time: 0.1366611 May 26 22:19:04.687748 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3576ed94-f41e-4962-84a6-9a0d92e6ee4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:04.692540 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:04.736479 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576ed94-f41e-4962-84a6-9a0d92e6ee4c admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:04.748196 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cfeb7fce-cf27-4e6b-93f7-764d62ef0332 req-4ae5260f-4431-41e8-b72b-b0054dd9bee6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f69c406d-e881-4817-9510-ca9b32399870 HTTP/1.1" status: 200 len: 1002 time: 0.1546140 May 26 22:19:04.770912 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3576ed94-f41e-4962-84a6-9a0d92e6ee4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:04.816311 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9fd22-96a7-4de3-8e62-2cf3132d6e63 req-bc980764-22dc-491c-a8b6-64499d2250a9 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:04.817845 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ecc9fd22-96a7-4de3-8e62-2cf3132d6e63 req-bc980764-22dc-491c-a8b6-64499d2250a9 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.1673601 May 26 22:19:04.846593 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb7fce-cf27-4e6b-93f7-764d62ef0332 req-176da015-e021-46a2-a8ba-1cbc64df0b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:04.847840 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cfeb7fce-cf27-4e6b-93f7-764d62ef0332 req-176da015-e021-46a2-a8ba-1cbc64df0b9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 200 len: 856 time: 0.0924637 May 26 22:19:04.925085 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ecc9fd22-96a7-4de3-8e62-2cf3132d6e63 req-f5c95a5c-47fc-4421-bab2-51d39b2ad05d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001649 May 26 22:19:04.950135 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb7fce-cf27-4e6b-93f7-764d62ef0332 req-ddf4e426-a96b-47b3-ac86-5ada655f1c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:04.952243 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cfeb7fce-cf27-4e6b-93f7-764d62ef0332 req-ddf4e426-a96b-47b3-ac86-5ada655f1c82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0897e07d-1423-4ad7-b723-9c8134b46027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0969250 May 26 22:19:05.011189 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3576ed94-f41e-4962-84a6-9a0d92e6ee4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747020'] for router_interface, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:05.084384 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cfeb7fce-cf27-4e6b-93f7-764d62ef0332 req-addd713f-bec4-4486-bb4e-c007b7803317 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258481 May 26 22:19:05.317934 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cfeb7fce-cf27-4e6b-93f7-764d62ef0332 req-f8d2ff6c-8310-4166-8320-d112d55c221d service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269428 May 26 22:19:05.371333 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3576ed94-f41e-4962-84a6-9a0d92e6ee4c admin admin] Router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:19:05.635843 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3576ed94-f41e-4962-84a6-9a0d92e6ee4c admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:19:05.645503 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7677c76-5d8a-421e-b44a-ad032c631f10 None None] Sync routers for ids ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:19:05.657146 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3576ed94-f41e-4962-84a6-9a0d92e6ee4c admin admin] 10.222.0.15 "PUT /v2.0/routers/5f2f0592-2ad6-4a2d-a433-9262b2f27604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6636808 May 26 22:19:05.657598 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 40574) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:05.658263 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7677c76-5d8a-421e-b44a-ad032c631f10 None None] Routers {'5f2f0592-2ad6-4a2d-a433-9262b2f27604'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:19:05.658883 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d7677c76-5d8a-421e-b44a-ad032c631f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:19:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:19:05.835622 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Notify callbacks [] for router, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:05.867030 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-d7677c76-5d8a-421e-b44a-ad032c631f10 None None] Set router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:19:06.007797 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:06.147173 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Deleting port bcfd3399-3916-4de0-9f81-1bb727363db9 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:19:06.147506 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:06.156076 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d7677c76-5d8a-421e-b44a-ad032c631f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:31Z', 'updated_at': '2021-05-26T22:19:04Z', 'revision_number': 5, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'gw_port': {'id': 'bcfd3399-3916-4de0-9f81-1bb727363db9', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:32Z', 'updated_at': '2021-05-26T22:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:19:06.160064 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7677c76-5d8a-421e-b44a-ad032c631f10 None None] Checking router: 5f2f0592-2ad6-4a2d-a433-9262b2f27604 for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:19:06.168329 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7677c76-5d8a-421e-b44a-ad032c631f10 None None] Routers {'5f2f0592-2ad6-4a2d-a433-9262b2f27604'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:19:06.169480 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d7677c76-5d8a-421e-b44a-ad032c631f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:19:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:19:06.173786 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0b201-ad05-4dcd-be7d-9f75dbae9260 req-08905082-d882-43e8-8f5f-0c6baa15a521 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:06.175243 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cab0b201-ad05-4dcd-be7d-9f75dbae9260 req-08905082-d882-43e8-8f5f-0c6baa15a521 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.1297040 May 26 22:19:06.286547 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cab0b201-ad05-4dcd-be7d-9f75dbae9260 req-526f0aaf-5fb9-46dc-b65e-e43c77c85fb8 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646391 May 26 22:19:06.318023 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] For port bcfd3399-3916-4de0-9f81-1bb727363db9, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=bcfd3399-3916-4de0-9f81-1bb727363db9,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:19:06.318380 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:06.321552 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-d7677c76-5d8a-421e-b44a-ad032c631f10 None None] Set router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 gateway port host: None {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:19:06.426964 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d7677c76-5d8a-421e-b44a-ad032c631f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:31Z', 'updated_at': '2021-05-26T22:19:06Z', 'revision_number': 6, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'gw_port_host': None}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:19:06.430899 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7677c76-5d8a-421e-b44a-ad032c631f10 None None] The sync data for ids ['5f2f0592-2ad6-4a2d-a433-9262b2f27604'] in dv-cinder-793244-1-iscsi is: [{'id': '5f2f0592-2ad6-4a2d-a433-9262b2f27604', 'name': 'tempest-TestMinimumBasicScenario-1047029604-router', 'tenant_id': '75ebc3bb5656415f80735987fd499bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:31Z', 'updated_at': '2021-05-26T22:19:06Z', 'revision_number': 6, 'project_id': '75ebc3bb5656415f80735987fd499bd4', 'gw_port_host': None}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:19:06.443080 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Calling delete_port for bcfd3399-3916-4de0-9f81-1bb727363db9 owned by network:router_gateway {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:19:06.702569 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:06.706803 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-74516cc7-1a19-4c56-9165-a0e4edbac84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:06.751409 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcfd3399-3916-4de0-9f81-1bb727363db9,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:06.753806 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:06.852117 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748179'] for router_gateway, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:07.134523 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1009'] for router, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:07.136630 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:07.159762 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741920'] for router, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:07.160271 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2f0592-2ad6-4a2d-a433-9262b2f27604 {{(pid=91908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:19:07.172616 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Notify callbacks [] for router, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:07.173702 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5f2f0592-2ad6-4a2d-a433-9262b2f27604 HTTP/1.1" status: 204 len: 168 time: 1.5151296 May 26 22:19:07.176344 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 40580) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:07.236777 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba78473-2ec0-4a62-8f5f-a223ee5e3f4e admin admin] Deleting subnet b92b1b22-3d48-4a67-9ba4-0549493c8630 {{(pid=91908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:19:07.239711 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6ba78473-2ec0-4a62-8f5f-a223ee5e3f4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:07.293296 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6ba78473-2ec0-4a62-8f5f-a223ee5e3f4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2177247'] for subnet, precommit_delete_associations {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:07.460385 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6ba78473-2ec0-4a62-8f5f-a223ee5e3f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:07.612699 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8754d-95cd-4128-94be-f402628e3277 req-6073ea5f-4f23-4b7f-900a-0e97a65032ed tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:07.614144 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-01e8754d-95cd-4128-94be-f402628e3277 req-6073ea5f-4f23-4b7f-900a-0e97a65032ed tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.2133203 May 26 22:19:07.679620 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:19:07.718436 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:19:07.718790 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device dbd28c4c-3cf1-47c0-a2a0-937ffa36fa9d not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:19:07.719221 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device bcfd3399-3916-4de0-9f81-1bb727363db9 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:19:07.725962 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-01e8754d-95cd-4128-94be-f402628e3277 req-942b0807-1d74-43b3-ad0f-cbb4691620f3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052306 May 26 22:19:07.753008 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: bcfd3399-3916-4de0-9f81-1bb727363db9 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:19:07.753530 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device bcfd3399-3916-4de0-9f81-1bb727363db9 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:19:07.769235 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6ba78473-2ec0-4a62-8f5f-a223ee5e3f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2177211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2572536'] for subnet, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:07.774141 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:07.812154 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6ba78473-2ec0-4a62-8f5f-a223ee5e3f4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:07.816393 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba78473-2ec0-4a62-8f5f-a223ee5e3f4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b92b1b22-3d48-4a67-9ba4-0549493c8630,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:07.817981 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9af9a4f-d019-4442-b277-2a4d5c3d4d3a None None] Network f3e2c407-31e6-404d-b0a7-89732e6967d7 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:19:07.819250 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-6ba78473-2ec0-4a62-8f5f-a223ee5e3f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:07.823371 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-6ba78473-2ec0-4a62-8f5f-a223ee5e3f4e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b92b1b22-3d48-4a67-9ba4-0549493c8630 HTTP/1.1" status: 204 len: 168 time: 0.6438959 May 26 22:19:07.823802 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40588) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:07.929599 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:08.007223 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Deleting port 7c0cd532-7e6d-484a-8f57-c1877b685d56 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:19:08.007571 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:08.115054 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706571d8-9ddd-4484-8397-bbd2bf18a2d1 None None] DHCP port deletion for f3e2c407-31e6-404d-b0a7-89732e6967d7 request from dv-cinder-793244-1-iscsi {{(pid=91910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 22:19:08.124172 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] For port 7c0cd532-7e6d-484a-8f57-c1877b685d56, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=7c0cd532-7e6d-484a-8f57-c1877b685d56,segment=NetworkSegment(64cf7a73-1d55-4f78-8957-42df139d8aad),segment_id=64cf7a73-1d55-4f78-8957-42df139d8aad)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:19:08.124532 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:08.186263 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-706571d8-9ddd-4484-8397-bbd2bf18a2d1 None None] Deleting port 7c0cd532-7e6d-484a-8f57-c1877b685d56 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:19:08.186606 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-706571d8-9ddd-4484-8397-bbd2bf18a2d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:08.256459 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Calling delete_port for 7c0cd532-7e6d-484a-8f57-c1877b685d56 owned by network:dhcp {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:19:08.288856 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-706571d8-9ddd-4484-8397-bbd2bf18a2d1 None None] For port 7c0cd532-7e6d-484a-8f57-c1877b685d56, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=7c0cd532-7e6d-484a-8f57-c1877b685d56,segment=NetworkSegment(64cf7a73-1d55-4f78-8957-42df139d8aad),segment_id=64cf7a73-1d55-4f78-8957-42df139d8aad)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:19:08.289333 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-706571d8-9ddd-4484-8397-bbd2bf18a2d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:08.317545 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:08.321355 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:08.364960 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0cd532-7e6d-484a-8f57-c1877b685d56,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:08.367903 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:08.372413 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] No DVR routers for this DVR port 7c0cd532-7e6d-484a-8f57-c1877b685d56 on host dv-cinder-793244-1-iscsi {{(pid=91909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:19:08.444066 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-706571d8-9ddd-4484-8397-bbd2bf18a2d1 None None] Calling delete_port for 7c0cd532-7e6d-484a-8f57-c1877b685d56 owned by network:dhcp {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:19:08.494609 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:08.513091 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e2c407-31e6-404d-b0a7-89732e6967d7']}} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:19:08.525713 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cf7a73-1d55-4f78-8957-42df139d8aad') {'for_net_delete': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:19:08.526000 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cf7a73-1d55-4f78-8957-42df139d8aad') {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:19:08.539894 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2694243'] for segment, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:08.557135 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:08.565392 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=91909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:19:08.565817 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985114'] for segment, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:08.584497 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-706571d8-9ddd-4484-8397-bbd2bf18a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:08.590005 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:08.641889 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706571d8-9ddd-4484-8397-bbd2bf18a2d1 None None] Pushing event deleted for resources: {'Port': ['ID=7c0cd532-7e6d-484a-8f57-c1877b685d56,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:08.645049 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-706571d8-9ddd-4484-8397-bbd2bf18a2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:08.646126 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706571d8-9ddd-4484-8397-bbd2bf18a2d1 None None] No DVR routers for this DVR port 7c0cd532-7e6d-484a-8f57-c1877b685d56 on host dv-cinder-793244-1-iscsi {{(pid=91910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: Traceback (most recent call last): May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: timer() May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: cb(*args, **kw) May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: return func(*args, **kwargs) May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: self._notify() May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: self.callback(batched_events) May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: event.method(event) May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: return f(self, *a, **k) May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._get(url).json() May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: return self.request(url, 'GET', **kwargs) May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:19:08.656157 dv-cinder-793244-1-iscsi neutron-server[91909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:19:08.673927 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:08.679314 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:08.701097 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:08.709197 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc1b63-6a47-450f-bed6-59f6d2489c8a req-19c24279-75aa-4231-b297-09a6c5e37007 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:08.711348 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e2c407-31e6-404d-b0a7-89732e6967d7,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:08.712226 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e9dc1b63-6a47-450f-bed6-59f6d2489c8a req-19c24279-75aa-4231-b297-09a6c5e37007 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 946 time: 0.1171501 May 26 22:19:08.715752 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:08.722488 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f3e2c407-31e6-404d-b0a7-89732e6967d7 HTTP/1.1" status: 204 len: 168 time: 0.8976424 May 26 22:19:08.725224 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40616) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:08.767090 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e9dc1b63-6a47-450f-bed6-59f6d2489c8a req-46fe44de-45a1-42fc-aff1-9a9912c76f9c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475814 May 26 22:19:08.905674 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:19:08.908700 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 40628) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:09.027973 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c9d4dbda-06f7-4b99-8954-376b574a6d03 req-bd243866-9840-444a-a804-7349b49e019e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1180370 May 26 22:19:09.371294 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-fff1694b-7155-4382-8725-69b8a934318b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746684'] for router_interface, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:09.659962 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device f69c406d-e881-4817-9510-ca9b32399870 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:19:09.700595 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 7c0cd532-7e6d-484a-8f57-c1877b685d56 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:19:09.744556 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 7c0cd532-7e6d-484a-8f57-c1877b685d56 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:19:09.744792 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 7c0cd532-7e6d-484a-8f57-c1877b685d56 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:19:09.789484 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-fff1694b-7155-4382-8725-69b8a934318b admin admin] Deleting port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:19:09.789819 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-fff1694b-7155-4382-8725-69b8a934318b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:09.815125 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:09.853944 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69c406d-e881-4817-9510-ca9b32399870'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:19:09.865168 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port f69c406d-e881-4817-9510-ca9b32399870, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=f69c406d-e881-4817-9510-ca9b32399870,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:19:09.869098 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:09.873339 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c5fcd22b-067a-4cc4-831f-b238046f437b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:09.931341 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-fff1694b-7155-4382-8725-69b8a934318b admin admin] For port 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf,segment=NetworkSegment(1eb39afe-13e8-40dc-a6fb-3e480b5ae669),segment_id=1eb39afe-13e8-40dc-a6fb-3e480b5ae669)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:19:09.931826 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-fff1694b-7155-4382-8725-69b8a934318b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:09.949657 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=f69c406d-e881-4817-9510-ca9b32399870,revision_number=8']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:09.954641 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:09.972863 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec39f91-1f12-4e77-9d4d-9585a2ace57a req-5eaa4767-1be5-450f-bf42-33bbf79d6366 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:09.974391 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fec39f91-1f12-4e77-9d4d-9585a2ace57a req-5eaa4767-1be5-450f-bf42-33bbf79d6366 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0900834 May 26 22:19:10.021093 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fec39f91-1f12-4e77-9d4d-9585a2ace57a req-25210078-1045-47e0-bc79-abb32c478175 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410814 May 26 22:19:10.075164 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-fff1694b-7155-4382-8725-69b8a934318b admin admin] Calling delete_port for 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf owned by network:router_interface {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:19:10.082694 dv-cinder-793244-1-iscsi neutron-server[91910]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f69c406d-e881-4817-9510-ca9b32399870', 'code': 422} returned with failed status May 26 22:19:10.232230 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-fff1694b-7155-4382-8725-69b8a934318b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:10.236835 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:10.284876 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1694b-7155-4382-8725-69b8a934318b admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:10.312362 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-fff1694b-7155-4382-8725-69b8a934318b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:10.550884 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-fff1694b-7155-4382-8725-69b8a934318b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747020'] for router_interface, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:10.626342 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4dbda-06f7-4b99-8954-376b574a6d03 req-5377b884-20a7-4866-82a2-21e07d73e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:10.627743 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c9d4dbda-06f7-4b99-8954-376b574a6d03 req-5377b884-20a7-4866-82a2-21e07d73e987 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a&tenant_id=4f1f7f4d434b4dd39403f7879bf5037e HTTP/1.1" status: 200 len: 1097 time: 0.0770943 May 26 22:19:10.722499 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4dbda-06f7-4b99-8954-376b574a6d03 req-3b467545-38ab-46b3-b500-c8ff145bbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:10.724000 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c9d4dbda-06f7-4b99-8954-376b574a6d03 req-3b467545-38ab-46b3-b500-c8ff145bbcec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 1097 time: 0.0738509 May 26 22:19:10.859524 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4dbda-06f7-4b99-8954-376b574a6d03 req-acfcd68a-8e80-43b7-81c8-329343675b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:10.861065 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c9d4dbda-06f7-4b99-8954-376b574a6d03 req-acfcd68a-8e80-43b7-81c8-329343675b5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 917 time: 0.1305294 May 26 22:19:10.959732 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c9d4dbda-06f7-4b99-8954-376b574a6d03 req-d5341454-b02c-4adc-8af6-0299a83840ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f69c406d-e881-4817-9510-ca9b32399870 HTTP/1.1" status: 200 len: 1000 time: 0.0922265 May 26 22:19:10.996576 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff1694b-7155-4382-8725-69b8a934318b admin admin] Router d0b50c83-4980-461c-9362-7d9d165070c8 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:19:11.024006 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4dbda-06f7-4b99-8954-376b574a6d03 req-3af53045-ccd7-4be0-bd67-0b4fc6b054be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:11.025424 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c9d4dbda-06f7-4b99-8954-376b574a6d03 req-3af53045-ccd7-4be0-bd67-0b4fc6b054be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 200 len: 856 time: 0.0589287 May 26 22:19:11.101380 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4dbda-06f7-4b99-8954-376b574a6d03 req-744ece3f-b55c-4ecc-bad5-f062117eefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:11.102868 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c9d4dbda-06f7-4b99-8954-376b574a6d03 req-744ece3f-b55c-4ecc-bad5-f062117eefc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0897e07d-1423-4ad7-b723-9c8134b46027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705249 May 26 22:19:11.180098 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff1694b-7155-4382-8725-69b8a934318b admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:19:11.189795 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42236f4a-eb9d-473f-ba90-621aa9839953 None None] Sync routers for ids ['d0b50c83-4980-461c-9362-7d9d165070c8'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:19:11.190484 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-fff1694b-7155-4382-8725-69b8a934318b admin admin] 10.222.0.15 "PUT /v2.0/routers/d0b50c83-4980-461c-9362-7d9d165070c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4642375 May 26 22:19:11.192908 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40646) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:11.200155 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42236f4a-eb9d-473f-ba90-621aa9839953 None None] Routers {'d0b50c83-4980-461c-9362-7d9d165070c8'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:19:11.200785 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-42236f4a-eb9d-473f-ba90-621aa9839953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:19:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['d0b50c83-4980-461c-9362-7d9d165070c8'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:19:11.379134 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Notify callbacks [] for router, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:11.398548 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c9d4dbda-06f7-4b99-8954-376b574a6d03 req-ccac3b39-57e9-468f-ac4d-7b5296d892b1 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884014 May 26 22:19:11.404727 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-42236f4a-eb9d-473f-ba90-621aa9839953 None None] Set router d0b50c83-4980-461c-9362-7d9d165070c8 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:19:11.433298 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca37ad4-73d8-47d8-84e9-4c74ad1498a5 req-0fa9e88f-7fe1-46db-ba46-85e520068632 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:11.435648 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-dca37ad4-73d8-47d8-84e9-4c74ad1498a5 req-0fa9e88f-7fe1-46db-ba46-85e520068632 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.2996218 May 26 22:19:11.557879 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-dca37ad4-73d8-47d8-84e9-4c74ad1498a5 req-426ac2b1-d040-4176-ab3b-235f696e949e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156268 May 26 22:19:11.567999 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:11.585829 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c9d4dbda-06f7-4b99-8954-376b574a6d03 req-fcf3a417-58cc-40b4-b53b-46c7e2bb80e9 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762795 May 26 22:19:11.650478 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Deleting port 6619a839-7530-4793-8783-9ccd4a8b35ca {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:19:11.650818 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:11.725823 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-42236f4a-eb9d-473f-ba90-621aa9839953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'name': 'tempest-TestMinimumBasicScenario-973100956-router', 'tenant_id': '756b1f3029a5418387281a4688b2e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '6619a839-7530-4793-8783-9ccd4a8b35ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:40Z', 'updated_at': '2021-05-26T22:19:10Z', 'revision_number': 5, 'project_id': '756b1f3029a5418387281a4688b2e81f', 'gw_port': {'id': '6619a839-7530-4793-8783-9ccd4a8b35ca', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:13:41Z', 'updated_at': '2021-05-26T22:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:19:11.729512 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42236f4a-eb9d-473f-ba90-621aa9839953 None None] Checking router: d0b50c83-4980-461c-9362-7d9d165070c8 for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:19:11.738359 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42236f4a-eb9d-473f-ba90-621aa9839953 None None] Routers {'d0b50c83-4980-461c-9362-7d9d165070c8'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:19:11.738938 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-42236f4a-eb9d-473f-ba90-621aa9839953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:19:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['d0b50c83-4980-461c-9362-7d9d165070c8'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:19:11.778870 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] For port 6619a839-7530-4793-8783-9ccd4a8b35ca, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=6619a839-7530-4793-8783-9ccd4a8b35ca,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:19:11.778870 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:11.890860 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-42236f4a-eb9d-473f-ba90-621aa9839953 None None] Set router d0b50c83-4980-461c-9362-7d9d165070c8 gateway port host: None {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:19:11.920803 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Calling delete_port for 6619a839-7530-4793-8783-9ccd4a8b35ca owned by network:router_gateway {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:19:11.999596 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-42236f4a-eb9d-473f-ba90-621aa9839953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'name': 'tempest-TestMinimumBasicScenario-973100956-router', 'tenant_id': '756b1f3029a5418387281a4688b2e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:40Z', 'updated_at': '2021-05-26T22:19:11Z', 'revision_number': 6, 'project_id': '756b1f3029a5418387281a4688b2e81f', 'gw_port_host': None}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:19:12.005230 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42236f4a-eb9d-473f-ba90-621aa9839953 None None] The sync data for ids ['d0b50c83-4980-461c-9362-7d9d165070c8'] in dv-cinder-793244-1-iscsi is: [{'id': 'd0b50c83-4980-461c-9362-7d9d165070c8', 'name': 'tempest-TestMinimumBasicScenario-973100956-router', 'tenant_id': '756b1f3029a5418387281a4688b2e81f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:13:40Z', 'updated_at': '2021-05-26T22:19:11Z', 'revision_number': 6, 'project_id': '756b1f3029a5418387281a4688b2e81f', 'gw_port_host': None}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:19:12.073142 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:12.085962 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:12.190071 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Pushing event deleted for resources: {'Port': ['ID=6619a839-7530-4793-8783-9ccd4a8b35ca,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:12.193887 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:12.275748 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748179'] for router_gateway, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:12.590965 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1009'] for router, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:12.595509 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:12.693430 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741920'] for router, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:12.694173 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0b50c83-4980-461c-9362-7d9d165070c8 {{(pid=91909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:19:12.708245 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Notify callbacks [] for router, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:12.711960 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d0b50c83-4980-461c-9362-7d9d165070c8 HTTP/1.1" status: 204 len: 168 time: 1.5154970 May 26 22:19:12.712295 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40674) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:12.778137 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fca11-d2d7-4dce-a995-2f2ffec1790d req-55b947c8-211f-4255-8b02-89b9e5e2430a tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:12.779962 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7c2fca11-d2d7-4dce-a995-2f2ffec1790d req-55b947c8-211f-4255-8b02-89b9e5e2430a tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0935693 May 26 22:19:12.781464 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6608434e-8abd-4e50-a8c4-19ce355287a8 admin admin] Deleting subnet bbe9ee86-3f55-40e2-a9b0-7609cfa9034c {{(pid=91909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:19:12.784545 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6608434e-8abd-4e50-a8c4-19ce355287a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:12.838668 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7c2fca11-d2d7-4dce-a995-2f2ffec1790d req-6700f2cc-45c2-40ff-8301-f5ee2e9190e2 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525360 May 26 22:19:12.853449 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6608434e-8abd-4e50-a8c4-19ce355287a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2694234'] for subnet, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:12.987582 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6608434e-8abd-4e50-a8c4-19ce355287a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:13.271198 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6608434e-8abd-4e50-a8c4-19ce355287a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2982456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2744506'] for subnet, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:13.276169 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:13.312887 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608434e-8abd-4e50-a8c4-19ce355287a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbe9ee86-3f55-40e2-a9b0-7609cfa9034c,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:13.315048 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6608434e-8abd-4e50-a8c4-19ce355287a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:13.317775 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-6608434e-8abd-4e50-a8c4-19ce355287a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:13.320156 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27725a6a-6a27-458e-91db-a380cda93198 None None] Network c31590c7-edfa-41b6-951a-ced4489c287b requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:19:13.322554 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-6608434e-8abd-4e50-a8c4-19ce355287a8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bbe9ee86-3f55-40e2-a9b0-7609cfa9034c HTTP/1.1" status: 204 len: 168 time: 0.6092405 May 26 22:19:13.325095 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40678) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:13.445386 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:13.532286 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Deleting port 63e75a01-ca8e-45a6-b88d-6ad818ab918e {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:19:13.532772 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:13.600898 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b8295-564e-487f-885b-ed733174b5d9 None None] DHCP port deletion for c31590c7-edfa-41b6-951a-ced4489c287b request from dv-cinder-793244-1-iscsi {{(pid=91910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 22:19:13.649106 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] For port 63e75a01-ca8e-45a6-b88d-6ad818ab918e, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=63e75a01-ca8e-45a6-b88d-6ad818ab918e,segment=NetworkSegment(1eb39afe-13e8-40dc-a6fb-3e480b5ae669),segment_id=1eb39afe-13e8-40dc-a6fb-3e480b5ae669)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:19:13.649612 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:13.702355 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b8295-564e-487f-885b-ed733174b5d9 None None] Deleting port 63e75a01-ca8e-45a6-b88d-6ad818ab918e {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:19:13.702355 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8295-564e-487f-885b-ed733174b5d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:13.717611 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 6619a839-7530-4793-8783-9ccd4a8b35ca no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:19:13.755819 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 6619a839-7530-4793-8783-9ccd4a8b35ca {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:19:13.756672 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 6619a839-7530-4793-8783-9ccd4a8b35ca not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:19:13.757456 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:19:13.789674 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Calling delete_port for 63e75a01-ca8e-45a6-b88d-6ad818ab918e owned by network:dhcp {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:19:13.795812 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:19:13.796166 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 6a5fb461-6a93-4bad-aca9-6d6a6f98dbdf not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:19:13.796584 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 63e75a01-ca8e-45a6-b88d-6ad818ab918e no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:19:13.860230 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:13.864927 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2e5a134d-31e7-48c7-b987-51824c3bf885 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:13.909720 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Pushing event deleted for resources: {'Port': ['ID=63e75a01-ca8e-45a6-b88d-6ad818ab918e,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:13.914186 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:13.919208 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] No DVR routers for this DVR port 63e75a01-ca8e-45a6-b88d-6ad818ab918e on host dv-cinder-793244-1-iscsi {{(pid=91909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:19:13.945412 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-6c3b8295-564e-487f-885b-ed733174b5d9 None None] For port 63e75a01-ca8e-45a6-b88d-6ad818ab918e, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=63e75a01-ca8e-45a6-b88d-6ad818ab918e,segment=NetworkSegment(1eb39afe-13e8-40dc-a6fb-3e480b5ae669),segment_id=1eb39afe-13e8-40dc-a6fb-3e480b5ae669)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:19:13.946104 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8295-564e-487f-885b-ed733174b5d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:13.954207 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No active binding found for port 63e75a01-ca8e-45a6-b88d-6ad818ab918e {{(pid=91910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 26 22:19:13.954911 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 63e75a01-ca8e-45a6-b88d-6ad818ab918e not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:19:14.103897 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b8295-564e-487f-885b-ed733174b5d9 None None] Calling delete_port for 63e75a01-ca8e-45a6-b88d-6ad818ab918e owned by network:dhcp {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:19:14.151305 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8295-564e-487f-885b-ed733174b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:14.155039 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea651cc4-2c38-4934-bbd8-9adf63f5a544 req-3ad0735e-7990-4e6e-ab65-e89b713c7733 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:14.156509 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-9203dfea-2eca-41aa-af7b-055f0f7ed84e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:14.157443 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea651cc4-2c38-4934-bbd8-9adf63f5a544 req-3ad0735e-7990-4e6e-ab65-e89b713c7733 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.1499450 May 26 22:19:14.186563 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:14.213732 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31590c7-edfa-41b6-951a-ced4489c287b']}} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:19:14.225517 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b8295-564e-487f-885b-ed733174b5d9 None None] Pushing event deleted for resources: {'Port': ['ID=63e75a01-ca8e-45a6-b88d-6ad818ab918e,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:14.227459 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b8295-564e-487f-885b-ed733174b5d9 None None] No DVR routers for this DVR port 63e75a01-ca8e-45a6-b88d-6ad818ab918e on host dv-cinder-793244-1-iscsi {{(pid=91910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:19:14.228913 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-6c3b8295-564e-487f-885b-ed733174b5d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:14.245153 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb39afe-13e8-40dc-a6fb-3e480b5ae669') {'for_net_delete': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:19:14.245971 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb39afe-13e8-40dc-a6fb-3e480b5ae669') {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:19:14.246413 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea651cc4-2c38-4934-bbd8-9adf63f5a544 req-59751100-d666-45bd-a6b8-9bda1e4925b1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836482 May 26 22:19:14.267489 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2694243'] for segment, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:14.284427 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:14.290547 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=91909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:19:14.290927 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985114'] for segment, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: Traceback (most recent call last): May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: timer() May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: cb(*args, **kw) May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: return func(*args, **kwargs) May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: self._notify() May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: self.callback(batched_events) May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: event.method(event) May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: return f(self, *a, **k) May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._get(url).json() May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: return self.request(url, 'GET', **kwargs) May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:19:14.305285 dv-cinder-793244-1-iscsi neutron-server[91909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:19:14.387570 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:14.392268 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:14.394719 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:14.419281 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Pushing event deleted for resources: {'Network': ['ID=c31590c7-edfa-41b6-951a-ced4489c287b,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:14.423219 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] 10.222.0.15 "DELETE /v2.0/networks/c31590c7-edfa-41b6-951a-ced4489c287b HTTP/1.1" status: 204 len: 168 time: 1.0957596 May 26 22:19:14.423219 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:14.555410 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40686) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:14.604979 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3ef7e097-edd7-48aa-a88d-c7aa0d1e0254 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75ebc3bb5656415f80735987fd499bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483258 May 26 22:19:14.608058 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40690) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:14.670827 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-42a57158-1627-4d6d-a505-92ae8a3be0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:14.698447 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-42a57158-1627-4d6d-a505-92ae8a3be0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:14.750876 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-42a57158-1627-4d6d-a505-92ae8a3be0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:14.755550 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-778b5c0a-0d86-440c-b72e-857cae8b631e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:14.768960 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a57158-1627-4d6d-a505-92ae8a3be0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2f989c-bef8-47d3-babd-229468a0967b,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:14.774508 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-42a57158-1627-4d6d-a505-92ae8a3be0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:14.775743 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-42a57158-1627-4d6d-a505-92ae8a3be0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:14.776838 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-42a57158-1627-4d6d-a505-92ae8a3be0ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e2f989c-bef8-47d3-babd-229468a0967b HTTP/1.1" status: 204 len: 168 time: 0.1678827 May 26 22:19:15.148181 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40700) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:15.197391 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-aba9510a-32e4-4c36-b772-9bec2b5cfeff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=756b1f3029a5418387281a4688b2e81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478153 May 26 22:19:15.199601 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40704) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:15.258613 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1da54817-d5f1-40f5-9b1a-3900b53b6f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:15.291328 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1da54817-d5f1-40f5-9b1a-3900b53b6f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:15.357608 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1da54817-d5f1-40f5-9b1a-3900b53b6f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:15.361683 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-42a57158-1627-4d6d-a505-92ae8a3be0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:15.374216 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da54817-d5f1-40f5-9b1a-3900b53b6f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3e0e0c-95e7-41cf-8820-10eb5aaa9573,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:15.377957 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-1da54817-d5f1-40f5-9b1a-3900b53b6f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:15.385167 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1da54817-d5f1-40f5-9b1a-3900b53b6f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:15.386729 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-1da54817-d5f1-40f5-9b1a-3900b53b6f29 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c3e0e0c-95e7-41cf-8820-10eb5aaa9573 HTTP/1.1" status: 204 len: 168 time: 0.1861479 May 26 22:19:15.483847 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a86687-2f15-4ff7-bebf-679917e2203f req-9a76fe12-ba8f-4989-8aad-63a66e0f2940 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:15.485418 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c4a86687-2f15-4ff7-bebf-679917e2203f req-9a76fe12-ba8f-4989-8aad-63a66e0f2940 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.1169143 May 26 22:19:15.533291 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c4a86687-2f15-4ff7-bebf-679917e2203f req-2d76a000-92cf-46f7-8417-5105aa4849f0 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419595 May 26 22:19:16.734449 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ce69f-5273-49b7-a601-709d2c8b2d17 req-4cdedbfa-cffc-4bb3-a562-b94c9d8c8d7d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:16.735970 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-001ce69f-5273-49b7-a601-709d2c8b2d17 req-4cdedbfa-cffc-4bb3-a562-b94c9d8c8d7d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0823746 May 26 22:19:16.785796 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-001ce69f-5273-49b7-a601-709d2c8b2d17 req-b7510b08-6d68-4da8-b383-073230fa2c9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434649 May 26 22:19:17.993744 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50fba2-9cc4-494a-b62c-71fb214722df req-baf2d550-0457-4b76-a926-157ed25f54e0 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:17.995398 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cd50fba2-9cc4-494a-b62c-71fb214722df req-baf2d550-0457-4b76-a926-157ed25f54e0 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0924463 May 26 22:19:18.047837 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cd50fba2-9cc4-494a-b62c-71fb214722df req-d29b247d-83ea-4814-8c47-e02e48293db1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449145 May 26 22:19:19.252030 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2839a-12f2-4493-97d9-f0381179ae33 req-b173563b-f83d-4766-a229-1e18adc66f76 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:19.253368 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-20e2839a-12f2-4493-97d9-f0381179ae33 req-b173563b-f83d-4766-a229-1e18adc66f76 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0900128 May 26 22:19:19.301974 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-20e2839a-12f2-4493-97d9-f0381179ae33 req-3118a489-e85c-409b-9639-0882a5106d0f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429840 May 26 22:19:20.515860 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b5578-2342-4e48-98a4-252fd304678f req-bf286abe-4479-4a1a-acee-7e6f467245ce tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:20.517288 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ef8b5578-2342-4e48-98a4-252fd304678f req-bf286abe-4479-4a1a-acee-7e6f467245ce tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0855267 May 26 22:19:20.562552 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ef8b5578-2342-4e48-98a4-252fd304678f req-8bd3342a-cba7-42a2-87b7-38a59072e720 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393806 May 26 22:19:21.765654 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96053be-a2c9-469c-91e0-14dfffe844de req-6e6e0b0c-3fbd-4fe6-9411-ddff89763fc6 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:21.767103 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d96053be-a2c9-469c-91e0-14dfffe844de req-6e6e0b0c-3fbd-4fe6-9411-ddff89763fc6 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0914421 May 26 22:19:21.825398 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d96053be-a2c9-469c-91e0-14dfffe844de req-65c7478d-65fe-4d8b-bf2e-7ef046eb4eb5 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524685 May 26 22:19:23.013781 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79368ab7-fce4-48ea-87ec-75ff98c40b12 req-738a907c-d104-489e-8f5d-bacbb95e4e22 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:23.015231 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-79368ab7-fce4-48ea-87ec-75ff98c40b12 req-738a907c-d104-489e-8f5d-bacbb95e4e22 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0793684 May 26 22:19:23.058694 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-79368ab7-fce4-48ea-87ec-75ff98c40b12 req-29e67409-1686-4566-9a14-c41e83dd6853 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378966 May 26 22:19:24.255606 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b73df-7011-4a7c-a1df-3759a87a541a req-73961d96-b89b-4378-8385-16d296d94686 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:24.257076 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-152b73df-7011-4a7c-a1df-3759a87a541a req-73961d96-b89b-4378-8385-16d296d94686 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0829158 May 26 22:19:24.302287 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-152b73df-7011-4a7c-a1df-3759a87a541a req-07f0a12a-bf11-4fef-9c35-1ce4577e8406 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397213 May 26 22:19:25.489056 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72edff9-7833-4453-9176-82b414cf73ab req-046bc76c-33e5-4be9-974a-e7fba118547d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:25.490505 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a72edff9-7833-4453-9176-82b414cf73ab req-046bc76c-33e5-4be9-974a-e7fba118547d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0783322 May 26 22:19:25.538186 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a72edff9-7833-4453-9176-82b414cf73ab req-e43d03d6-f0a7-4f9c-bb3f-c3bc9469590f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421343 May 26 22:19:26.497215 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:26.727864 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ff54c-9879-49ce-8475-6ef420bdcfbf req-3a26d2ec-96b4-466e-a5c7-9d38e14f72dc tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:26.729306 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b81ff54c-9879-49ce-8475-6ef420bdcfbf req-3a26d2ec-96b4-466e-a5c7-9d38e14f72dc tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0781629 May 26 22:19:26.773418 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b81ff54c-9879-49ce-8475-6ef420bdcfbf req-25bf7f51-d1de-49ba-a2cb-68e93a5dee4a tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380790 May 26 22:19:27.965055 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e39c7-112d-46f5-8ede-a05cd4fb91b4 req-c0870be5-d710-4422-9fc8-50613824717b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:27.967161 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-938e39c7-112d-46f5-8ede-a05cd4fb91b4 req-c0870be5-d710-4422-9fc8-50613824717b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0818782 May 26 22:19:28.009324 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-938e39c7-112d-46f5-8ede-a05cd4fb91b4 req-58c14d72-9dd2-4335-89b7-958a7950e2df tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365798 May 26 22:19:28.830701 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dffeaeec-174a-486e-bf90-1af6e0e499cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:29.196204 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8132fe2-eeb4-49b5-afb2-14728e13da10 req-0d36df9b-33ca-47a5-987e-ddd360d715e2 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:29.197554 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a8132fe2-eeb4-49b5-afb2-14728e13da10 req-0d36df9b-33ca-47a5-987e-ddd360d715e2 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0788956 May 26 22:19:29.241847 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a8132fe2-eeb4-49b5-afb2-14728e13da10 req-af1e233f-7c32-473e-8322-a5a44113b141 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381556 May 26 22:19:30.528232 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d35cce-cc09-4d0e-a178-89ec2982a9e8 req-580a55bc-a36f-45c0-89be-5c5c297d055e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:30.529739 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c5d35cce-cc09-4d0e-a178-89ec2982a9e8 req-580a55bc-a36f-45c0-89be-5c5c297d055e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.1770222 May 26 22:19:30.576007 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c5d35cce-cc09-4d0e-a178-89ec2982a9e8 req-ea9ae8a3-4a4d-4167-9ae6-c1395bd501ae tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404625 May 26 22:19:31.166967 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b68f6c79-4ea1-4d6b-b526-54d4107f99c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:31.253370 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:31.773360 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbb569-d847-48f7-aee7-28cf1c6abc29 req-13154947-3015-46a9-b564-adb772a68eda tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:31.774851 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ebcbb569-d847-48f7-aee7-28cf1c6abc29 req-13154947-3015-46a9-b564-adb772a68eda tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0812826 May 26 22:19:31.822828 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ebcbb569-d847-48f7-aee7-28cf1c6abc29 req-4b9b625e-79a1-424c-bb81-1dcc5fa92e0e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413656 May 26 22:19:32.398930 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:33.007815 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108c0f7-10de-40c9-a5b8-ade482fb233e req-1573d69f-a718-4374-a4a0-84c7e4a65052 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:33.009235 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3108c0f7-10de-40c9-a5b8-ade482fb233e req-1573d69f-a718-4374-a4a0-84c7e4a65052 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0778899 May 26 22:19:33.051871 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3108c0f7-10de-40c9-a5b8-ade482fb233e req-b5c030da-f9a5-400f-bc69-a02dee2245c1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368493 May 26 22:19:33.897015 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:34.241202 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c005d-d536-42dd-a349-6889f8b480cb req-4bdc143e-7e31-49d8-809b-41d2d3ad543e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:34.242544 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b23c005d-d536-42dd-a349-6889f8b480cb req-4bdc143e-7e31-49d8-809b-41d2d3ad543e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0813000 May 26 22:19:34.286363 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b23c005d-d536-42dd-a349-6889f8b480cb req-ad7245aa-252a-4ebc-b250-e5ef5167be4a tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376065 May 26 22:19:35.477168 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aaf34-ff52-440b-a8fb-8ac8a8457b1a req-a819e4f8-fbff-4732-81ca-937c2438e8aa tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:35.478600 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-db9aaf34-ff52-440b-a8fb-8ac8a8457b1a req-a819e4f8-fbff-4732-81ca-937c2438e8aa tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 944 time: 0.0806444 May 26 22:19:35.525540 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-db9aaf34-ff52-440b-a8fb-8ac8a8457b1a req-f81fc65e-b716-4e34-b357-dd6b8f1c77bb tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405421 May 26 22:19:35.811197 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device f69c406d-e881-4817-9510-ca9b32399870 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:19:35.942976 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port f69c406d-e881-4817-9510-ca9b32399870, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=f69c406d-e881-4817-9510-ca9b32399870,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:19:35.980614 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': 'f69c406d-e881-4817-9510-ca9b32399870', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'port_id': 'f69c406d-e881-4817-9510-ca9b32399870', 'mac_address': 'fa:16:3e:b5:bc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:19:36.033520 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:36.049602 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69c406d-e881-4817-9510-ca9b32399870 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:19:36.064679 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port f69c406d-e881-4817-9510-ca9b32399870, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=f69c406d-e881-4817-9510-ca9b32399870,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:19:36.068464 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:36.070189 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-6c3b8295-564e-487f-885b-ed733174b5d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:36.138958 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=f69c406d-e881-4817-9510-ca9b32399870,revision_number=9']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:36.142005 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:36.450259 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['f69c406d-e881-4817-9510-ca9b32399870'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:19:36.718060 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b919f-1236-4f41-8afb-56738796664f req-a5708560-349f-4520-a8d5-de1ecbe951ae tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:36.719433 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-433b919f-1236-4f41-8afb-56738796664f req-a5708560-349f-4520-a8d5-de1ecbe951ae tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 945 time: 0.0827503 May 26 22:19:36.763553 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-433b919f-1236-4f41-8afb-56738796664f req-5d763c85-473d-4514-a484-f1558f697a9a tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384631 May 26 22:19:37.821977 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device f69c406d-e881-4817-9510-ca9b32399870 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:19:37.892622 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port f69c406d-e881-4817-9510-ca9b32399870 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:19:37.892919 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:37.952542 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e0387-b494-4ce2-b674-d280e2c27a21 req-7e1c5e21-a71b-4495-84ba-30ac5fd18cd5 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:37.954100 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-652e0387-b494-4ce2-b674-d280e2c27a21 req-7e1c5e21-a71b-4495-84ba-30ac5fd18cd5 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 945 time: 0.0799220 May 26 22:19:38.001518 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-652e0387-b494-4ce2-b674-d280e2c27a21 req-5e1120d6-b2e0-42d8-8b78-2ae2b2a21a56 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416801 May 26 22:19:38.007876 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:38.035493 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69c406d-e881-4817-9510-ca9b32399870'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:19:38.045048 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port f69c406d-e881-4817-9510-ca9b32399870, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=f69c406d-e881-4817-9510-ca9b32399870,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:19:38.049073 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:38.051914 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:38.088979 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69c406d-e881-4817-9510-ca9b32399870', 'code': 200} May 26 22:19:38.123973 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=f69c406d-e881-4817-9510-ca9b32399870,revision_number=10']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:38.126800 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:38.608065 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d3b24-9188-4cbb-9c55-d33971f95e0d req-436c06ef-5d0b-4284-84ce-0e606265c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:38.609496 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c69d3b24-9188-4cbb-9c55-d33971f95e0d req-436c06ef-5d0b-4284-84ce-0e606265c11d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 1100 time: 0.0684628 May 26 22:19:38.649489 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c69d3b24-9188-4cbb-9c55-d33971f95e0d req-d86a5ce7-5cf7-48d9-a7c8-35dd20443402 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341721 May 26 22:19:39.195536 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23221f8f-988c-4c7c-addc-3c13ee2e7f97 req-f807ce8a-bc7a-46d3-9ecf-64c35cb1e97c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:39.196993 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23221f8f-988c-4c7c-addc-3c13ee2e7f97 req-f807ce8a-bc7a-46d3-9ecf-64c35cb1e97c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 947 time: 0.0833216 May 26 22:19:39.239860 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23221f8f-988c-4c7c-addc-3c13ee2e7f97 req-7537ef4b-eb44-4033-ae0d-314fbb9481f9 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371988 May 26 22:19:40.433025 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad4d8b-ac84-4f24-a80e-94ea761546b6 req-ad687af1-06ed-4c7e-8b35-772d6fa4a9b1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:40.435528 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-37ad4d8b-ac84-4f24-a80e-94ea761546b6 req-ad687af1-06ed-4c7e-8b35-772d6fa4a9b1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 947 time: 0.0858881 May 26 22:19:40.484761 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-37ad4d8b-ac84-4f24-a80e-94ea761546b6 req-393581ef-7713-4224-afb2-e90ef0bd08a7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429664 May 26 22:19:41.677926 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649ab85-d542-48e8-bd23-7c3c2d2b07b4 req-d16f03ee-18cb-4a70-93f8-2cd061e147f4 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:19:41.679457 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0649ab85-d542-48e8-bd23-7c3c2d2b07b4 req-d16f03ee-18cb-4a70-93f8-2cd061e147f4 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 947 time: 0.0819452 May 26 22:19:41.723839 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0649ab85-d542-48e8-bd23-7c3c2d2b07b4 req-2582ec8f-eee3-4576-a798-38fe1cf87452 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379581 May 26 22:19:45.907715 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:19:56.490457 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:58.831985 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2a304140-7d12-4028-9ea7-9405a43ccc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:59.523954 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40800) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:59.586602 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:59.614502 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:59.664851 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:59.669346 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3b4c6b14-6251-4e24-8f8a-6b0f211676a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:19:59.684021 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91438b2-7476-43d0-abfd-573189f1ec77,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:19:59.692518 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:19:59.692886 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:19:59.693250 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:19:59.693599 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:19:59.693959 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:19:59.694303 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:19:59.694643 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:19:59.694982 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:19:59.695322 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:19:59.695657 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:19:59.696013 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:19:59.696346 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:19:59.700765 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:19:59.704057 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:59.705146 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "DELETE /v2.0/security-groups/c91438b2-7476-43d0-abfd-573189f1ec77 HTTP/1.1" status: 204 len: 168 time: 0.1802135 May 26 22:19:59.707820 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40804) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:59.727582 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.api.v2.resource [None req-b4fdab77-e3a2-4fd0-babd-af2bf5d8d4fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] show failed (client error): The resource could not be found. May 26 22:19:59.728569 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-b4fdab77-e3a2-4fd0-babd-af2bf5d8d4fd tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups/c91438b2-7476-43d0-abfd-573189f1ec77 HTTP/1.1" status: 404 len: 347 time: 0.0198822 May 26 22:19:59.731952 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40808) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:59.949277 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-a7849d35-345d-4653-83b8-e9bca6c33d7d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Deleting port afa834ac-7445-484c-9e94-906bd315074c {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:19:59.949634 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7849d35-345d-4653-83b8-e9bca6c33d7d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:00.067017 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7849d35-345d-4653-83b8-e9bca6c33d7d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:00.067341 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7849d35-345d-4653-83b8-e9bca6c33d7d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:00.188123 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-a7849d35-345d-4653-83b8-e9bca6c33d7d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Calling delete_port for afa834ac-7445-484c-9e94-906bd315074c owned by network:floatingip {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:20:00.293557 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7849d35-345d-4653-83b8-e9bca6c33d7d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:00.297584 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f63afae0-51e0-47e2-b942-012136016767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:00.344400 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7849d35-345d-4653-83b8-e9bca6c33d7d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event deleted for resources: {'Port': ['ID=afa834ac-7445-484c-9e94-906bd315074c,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:00.346941 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a7849d35-345d-4653-83b8-e9bca6c33d7d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:00.435018 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7849d35-345d-4653-83b8-e9bca6c33d7d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for floatingip, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:00.445470 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7849d35-345d-4653-83b8-e9bca6c33d7d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:00.446515 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-a7849d35-345d-4653-83b8-e9bca6c33d7d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "DELETE /v2.0/floatingips/b3109d9f-0c60-4d0c-8abf-23f83d89fcb0 HTTP/1.1" status: 204 len: 168 time: 0.7136846 May 26 22:20:00.914868 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40814) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:00.920289 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168180901', 'description': 'tempest-description--1956156564'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:20:00.926092 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:20:00.930194 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Usage tracker for resource:security_group and tenant:a435291021204d3da09d9114cbf1a10c is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:20:00.933078 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:20:00.938769 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:20:00.950069 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:00.971573 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:20:00.975356 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Usage tracker for resource:security_group_rule and tenant:a435291021204d3da09d9114cbf1a10c is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:20:00.978201 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:20:00.984067 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:20:01.054276 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.057923 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.063300 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3256a75a-2971-4c8d-9d40-1736c041804c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:01.104006 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e08d4f9-3976-4862-b7fe-3f32a02f0f38,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:01.106814 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.108038 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1921463 May 26 22:20:01.109007 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9b95fbb4-fb49-4e52-bd6f-316e7e83c4b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:01.111766 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 40818) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:01.116409 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Request body: {'security_group_rule': {'security_group_id': '5e08d4f9-3976-4862-b7fe-3f32a02f0f38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:20:01.123150 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:20:01.126956 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Usage tracker for resource:security_group_rule and tenant:a435291021204d3da09d9114cbf1a10c is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:20:01.129897 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:20:01.137820 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:20:01.153099 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.168799 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-6014f96c-1e97-4033-b0a4-d18878b8f46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.215463 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.218805 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.226003 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:01.247539 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8d12a4-144f-4c24-92e3-7555d7a3c101,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:01.255654 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.256132 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:01.257033 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:01.257428 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:01.257924 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:01.258295 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:01.258650 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:01.259000 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:01.259352 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:01.259721 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:01.260069 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:01.260412 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:01.260754 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:01.265161 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:01.266045 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.267205 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-9a1f95b7-352d-4cf5-8d8c-62d4009ffbcc tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1551211 May 26 22:20:01.269768 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 40822) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:01.274943 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-0c7d5751-150c-430c-a0cf-10a078db0f49 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Request body: {'security_group_rule': {'security_group_id': '5e08d4f9-3976-4862-b7fe-3f32a02f0f38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:20:01.280735 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-0c7d5751-150c-430c-a0cf-10a078db0f49 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:20:01.284505 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-0c7d5751-150c-430c-a0cf-10a078db0f49 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Usage tracker for resource:security_group_rule and tenant:a435291021204d3da09d9114cbf1a10c is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:20:01.287309 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-0c7d5751-150c-430c-a0cf-10a078db0f49 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:20:01.293037 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-0c7d5751-150c-430c-a0cf-10a078db0f49 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:20:01.308982 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0c7d5751-150c-430c-a0cf-10a078db0f49 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.370180 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0c7d5751-150c-430c-a0cf-10a078db0f49 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.374322 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0c7d5751-150c-430c-a0cf-10a078db0f49 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.376569 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-87e13e50-18b6-40c9-98f8-fb948f19aa92 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:01.398624 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d5751-150c-430c-a0cf-10a078db0f49 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d29edae-945b-4ed7-997d-50a43622f53f,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:01.400963 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0c7d5751-150c-430c-a0cf-10a078db0f49 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:01.407666 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0c7d5751-150c-430c-a0cf-10a078db0f49 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.408892 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-0c7d5751-150c-430c-a0cf-10a078db0f49 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382174 May 26 22:20:01.411882 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 40826) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:01.416892 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Request body: {'floatingip': {'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:20:01.423157 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:20:01.427459 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Usage tracker for resource:floatingip and tenant:a435291021204d3da09d9114cbf1a10c is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:20:01.430509 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:20:01.436812 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:20:01.448936 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for floatingip, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.580316 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.713922 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Allocated IP 172.27.2.35 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/62489bdd-0559-4d10-8e0d-706e055cee83) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:20:01.862169 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.889901 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:01.893477 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:01.955215 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:20:01.957995 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:20:01.961562 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:20:01.990372 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event updated for resources: {'Port': ['ID=62489bdd-0559-4d10-8e0d-706e055cee83,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:01.996423 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:02.046961 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:02.103520 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:02.391011 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:02.395414 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:02.400004 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-304182ad-d800-4912-a185-49a9ee52bdc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:02.401192 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:02.505143 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event updated for resources: {'Port': ['ID=62489bdd-0559-4d10-8e0d-706e055cee83,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:02.509041 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:02.516144 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:02.537564 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:02.538765 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1259820 May 26 22:20:02.760984 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0b352af0-a47b-4aef-a74f-9cf40fadf355 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--168180901&fields=id&tenant_id=a435291021204d3da09d9114cbf1a10c HTTP/1.1" status: 200 len: 267 time: 0.0426605 May 26 22:20:02.911327 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-ddbd1d37-d513-4e6f-94e9-7df9fc947207 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:02.912686 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-ddbd1d37-d513-4e6f-94e9-7df9fc947207 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/networks?id=fd0f4b88-2ea3-42a5-875f-953927127dd7 HTTP/1.1" status: 200 len: 811 time: 0.1447237 May 26 22:20:02.927643 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-e39bec47-90ec-4095-b1fb-c51e563cea14 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/quotas/a435291021204d3da09d9114cbf1a10c HTTP/1.1" status: 200 len: 375 time: 0.0089662 May 26 22:20:03.011284 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-18a5d118-ad74-4d5c-95bb-eb994e968150 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Synchronizing usage tracker for tenant:a435291021204d3da09d9114cbf1a10c on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:20:03.027673 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-18a5d118-ad74-4d5c-95bb-eb994e968150 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Unset dirty status for tenant:a435291021204d3da09d9114cbf1a10c on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:20:03.028929 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-18a5d118-ad74-4d5c-95bb-eb994e968150 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a435291021204d3da09d9114cbf1a10c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0959296 May 26 22:20:03.265720 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-3969da73-340c-47b8-a121-803602cf1c3f service neutron] 10.222.0.15 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252269 May 26 22:20:03.396422 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-c0774d25-fa06-4f1b-9625-bff416be4558 service neutron] 10.222.0.15 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249156 May 26 22:20:03.570500 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4dd770d6-ebce-4b42-81f3-cdd4f2cb955a req-712b4c9e-76db-4279-9353-441317b4f23a tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 210 time: 0.0426326 May 26 22:20:03.898418 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:04.610008 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98e485bb-2de5-4c44-be40-3321fbf8ee4a req-8aa607ba-a64c-42c3-8ba0-b56fe2f63587 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2019737 May 26 22:20:04.617688 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-42dd5c0f-c1a5-4d7b-acd4-ce88f1350562 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:04.619342 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-42dd5c0f-c1a5-4d7b-acd4-ce88f1350562 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.24 "GET /v2.0/networks?id=fd0f4b88-2ea3-42a5-875f-953927127dd7 HTTP/1.1" status: 200 len: 811 time: 0.1715591 May 26 22:20:04.681630 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-eb5cf1ae-4c83-4625-a967-c72307a8de34 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a435291021204d3da09d9114cbf1a10c HTTP/1.1" status: 200 len: 379 time: 0.0509233 May 26 22:20:04.700265 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Request body: {'port': {'device_id': 'a2fbbb69-8ccf-40b8-97f6-cb64f76089ca', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'admin_state_up': True, 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'security_groups': ['5e08d4f9-3976-4862-b7fe-3f32a02f0f38']}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:20:04.854835 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-73b6df29-efed-48e8-916b-4d82fe4a6e0d req-7daf6f9d-3091-47fc-9a45-ff0d1e778f34 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 210 time: 0.1096811 May 26 22:20:04.934337 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e485bb-2de5-4c44-be40-3321fbf8ee4a req-12e50bb9-8324-4069-8d86-dba36ad429e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:04.935894 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98e485bb-2de5-4c44-be40-3321fbf8ee4a req-12e50bb9-8324-4069-8d86-dba36ad429e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 1100 time: 0.2223029 May 26 22:20:04.936801 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:20:04.946635 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:20:04.956226 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Made reservation on behalf of a435291021204d3da09d9114cbf1a10c for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:20:04.959657 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:05.309940 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e485bb-2de5-4c44-be40-3321fbf8ee4a req-fa165156-fb04-4337-84a2-31ff76e0e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:05.311391 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98e485bb-2de5-4c44-be40-3321fbf8ee4a req-fa165156-fb04-4337-84a2-31ff76e0e26f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 917 time: 0.3416104 May 26 22:20:05.427232 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Allocated IP 172.20.0.13 (fd0f4b88-2ea3-42a5-875f-953927127dd7/adae609d-8b31-437b-a405-c50a9858e6b3/d802b095-6feb-436b-8eba-77b1646d218a) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:20:05.437437 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98e485bb-2de5-4c44-be40-3321fbf8ee4a req-fbe75f77-2dd3-48d3-b314-026f24b6b9af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f69c406d-e881-4817-9510-ca9b32399870 HTTP/1.1" status: 200 len: 1002 time: 0.1190004 May 26 22:20:05.548241 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e485bb-2de5-4c44-be40-3321fbf8ee4a req-7614969f-18cb-4556-9b01-dd8e4c4ebd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:05.549677 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98e485bb-2de5-4c44-be40-3321fbf8ee4a req-7614969f-18cb-4556-9b01-dd8e4c4ebd37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 200 len: 856 time: 0.1059813 May 26 22:20:05.735152 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:05.739127 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e485bb-2de5-4c44-be40-3321fbf8ee4a req-fb7ee0d8-67b4-4700-a65f-8d565117b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:05.740629 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98e485bb-2de5-4c44-be40-3321fbf8ee4a req-fb7ee0d8-67b4-4700-a65f-8d565117b7dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0897e07d-1423-4ad7-b723-9c8134b46027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1433065 May 26 22:20:05.778907 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Transition to ACTIVE for port object d802b095-6feb-436b-8eba-77b1646d218a will not be triggered until provisioned by entity DHCP. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:20:05.894856 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98e485bb-2de5-4c44-be40-3321fbf8ee4a req-5ae658b1-c1a0-49b9-875e-6a1323250a28 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473978 May 26 22:20:05.896359 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:05.901814 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3437389c-f73b-47e2-9849-882d41d21e0b tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:06.084675 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Network fd0f4b88-2ea3-42a5-875f-953927127dd7 is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:20:06.095655 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:20:06.102826 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:20:06.156907 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event updated for resources: {'Port': ['ID=d802b095-6feb-436b-8eba-77b1646d218a,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:06.169269 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:06.227245 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:06.227885 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:06.246921 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98e485bb-2de5-4c44-be40-3321fbf8ee4a req-f6f0df47-6860-4b38-895e-d35ea92cd400 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071942 May 26 22:20:06.270138 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dc02a-e66d-4158-b93d-b84da9ac7d21 req-ac7df909-065d-4bf4-9a44-16dc770f7a08 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:06.271913 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d46dc02a-e66d-4158-b93d-b84da9ac7d21 req-ac7df909-065d-4bf4-9a44-16dc770f7a08 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 932 time: 0.2961242 May 26 22:20:06.278648 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5831561 May 26 22:20:06.302821 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Request body: {'port': {'device_id': 'a2fbbb69-8ccf-40b8-97f6-cb64f76089ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:20:06.327410 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-295178f8-b1d2-4e78-9628-f66f5dccda82 None None] Provisioning for port d802b095-6feb-436b-8eba-77b1646d218a completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:20:06.331954 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-295178f8-b1d2-4e78-9628-f66f5dccda82 None None] Provisioning complete for port d802b095-6feb-436b-8eba-77b1646d218a triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:20:06.332385 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-295178f8-b1d2-4e78-9628-f66f5dccda82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:06.374878 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d46dc02a-e66d-4158-b93d-b84da9ac7d21 req-7590cd55-e875-4add-8d01-1d223c66f09d tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e08d4f9-3976-4862-b7fe-3f32a02f0f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951633 May 26 22:20:06.388163 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-295178f8-b1d2-4e78-9628-f66f5dccda82 None None] Port d802b095-6feb-436b-8eba-77b1646d218a cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:20:06.437188 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:06.780605 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d802b095-6feb-436b-8eba-77b1646d218a {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:20:06.787703 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:06.802507 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Transition to ACTIVE for port object d802b095-6feb-436b-8eba-77b1646d218a will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:20:06.806159 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:06.811637 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:07.087415 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Pushing event updated for resources: {'Port': ['ID=d802b095-6feb-436b-8eba-77b1646d218a,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:07.091139 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:07.165636 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Attempting to bind port d802b095-6feb-436b-8eba-77b1646d218a on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:20:07.165889 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Attempting to bind port d802b095-6feb-436b-8eba-77b1646d218a by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:20:07.166211 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Attempting to bind port d802b095-6feb-436b-8eba-77b1646d218a on network fd0f4b88-2ea3-42a5-875f-953927127dd7 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:20:07.171254 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Port d802b095-6feb-436b-8eba-77b1646d218a on network fd0f4b88-2ea3-42a5-875f-953927127dd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:20:07.171564 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Attempting to bind port d802b095-6feb-436b-8eba-77b1646d218a on network fd0f4b88-2ea3-42a5-875f-953927127dd7 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:20:07.176580 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:20:07.176903 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Checking segment: {'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:20:07.177273 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Bound using segment: {'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:20:07.177692 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Bound port: d802b095-6feb-436b-8eba-77b1646d218a, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef65d9d-4e8e-444b-bbd9-89499b77aee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:20:07.178026 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:07.264658 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] For port d802b095-6feb-436b-8eba-77b1646d218a, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:20:07.267531 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] For port d802b095-6feb-436b-8eba-77b1646d218a, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=d802b095-6feb-436b-8eba-77b1646d218a,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:20:07.271965 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:07.276227 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0eea1e84-41cc-438b-b284-13776e51a5d0 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:07.333887 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:07.334491 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:07.335874 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] 10.222.0.24 "PUT /v2.0/ports/d802b095-6feb-436b-8eba-77b1646d218a HTTP/1.1" status: 200 len: 1094 time: 1.0397465 May 26 22:20:07.336371 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fbbb69-8ccf-40b8-97f6-cb64f76089ca', 'tag': 'd802b095-6feb-436b-8eba-77b1646d218a'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:20:07.363220 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Pushing event updated for resources: {'Port': ['ID=d802b095-6feb-436b-8eba-77b1646d218a,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:07.366352 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:07.422696 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fbbb69-8ccf-40b8-97f6-cb64f76089ca', 'tag': 'd802b095-6feb-436b-8eba-77b1646d218a', 'status': 'completed', 'code': 200} May 26 22:20:07.460301 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-851d764b-226d-41e4-a1b2-4bf6b30e6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:07.461979 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-851d764b-226d-41e4-a1b2-4bf6b30e6584 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a435291021204d3da09d9114cbf1a10c&device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 1097 time: 0.0794046 May 26 22:20:07.566728 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-75583bc5-6acf-4be4-9757-68fbf6d20701 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d802b095-6feb-436b-8eba-77b1646d218a HTTP/1.1" status: 200 len: 217 time: 0.0976729 May 26 22:20:07.646542 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-ed093920-3280-47d1-975a-6a8b0ffe133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:07.647867 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-ed093920-3280-47d1-975a-6a8b0ffe133c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adae609d-8b31-437b-a405-c50a9858e6b3 HTTP/1.1" status: 200 len: 850 time: 0.0750122 May 26 22:20:07.696270 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4284d-0edb-4d1b-81ee-08d50f518620 req-0c26c2a8-78d0-4992-95ab-af45e4485879 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:07.696953 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-75f4284d-0edb-4d1b-81ee-08d50f518620 req-0c26c2a8-78d0-4992-95ab-af45e4485879 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Synchronizing usage tracker for tenant:a435291021204d3da09d9114cbf1a10c on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:20:07.729797 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-75f4284d-0edb-4d1b-81ee-08d50f518620 req-0c26c2a8-78d0-4992-95ab-af45e4485879 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Unset dirty status for tenant:a435291021204d3da09d9114cbf1a10c on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:20:07.731609 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-75f4284d-0edb-4d1b-81ee-08d50f518620 req-0c26c2a8-78d0-4992-95ab-af45e4485879 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 944 time: 0.2112751 May 26 22:20:07.763001 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-4677e80f-2b6c-41e2-ac4d-99ec9f379e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:07.764465 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-4677e80f-2b6c-41e2-ac4d-99ec9f379e0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd0f4b88-2ea3-42a5-875f-953927127dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1105015 May 26 22:20:07.805632 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-75f4284d-0edb-4d1b-81ee-08d50f518620 req-da882cd8-0b2c-4b8f-88a9-d12c14cc70f1 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e08d4f9-3976-4862-b7fe-3f32a02f0f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682909 May 26 22:20:07.906756 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-c9334b44-fad9-4ef4-b0cd-8826690339d1 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336200 May 26 22:20:08.036369 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26e7adcf-968d-442a-a1ea-1a502acb0eaa req-3bf6fc19-57d3-4470-873c-ececa99eaa6b service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231523 May 26 22:20:08.153841 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49be2c6-6701-46df-9ea6-d84e4af3fd40 req-edce7844-1c5e-4f9b-8f56-9b72bcf8870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:08.155288 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b49be2c6-6701-46df-9ea6-d84e4af3fd40 req-edce7844-1c5e-4f9b-8f56-9b72bcf8870c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a435291021204d3da09d9114cbf1a10c&device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 1097 time: 0.0747585 May 26 22:20:08.287333 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49be2c6-6701-46df-9ea6-d84e4af3fd40 req-02e2a76d-4059-4c88-97c1-3f1443cb56fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:08.288855 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b49be2c6-6701-46df-9ea6-d84e4af3fd40 req-02e2a76d-4059-4c88-97c1-3f1443cb56fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd0f4b88-2ea3-42a5-875f-953927127dd7 HTTP/1.1" status: 200 len: 911 time: 0.1269164 May 26 22:20:08.353877 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b49be2c6-6701-46df-9ea6-d84e4af3fd40 req-8978da49-0c37-4c3e-85bd-32e515750053 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d802b095-6feb-436b-8eba-77b1646d218a HTTP/1.1" status: 200 len: 217 time: 0.0586317 May 26 22:20:08.419439 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49be2c6-6701-46df-9ea6-d84e4af3fd40 req-789f7430-4390-4be2-9761-a152219dc1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:08.420981 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b49be2c6-6701-46df-9ea6-d84e4af3fd40 req-789f7430-4390-4be2-9761-a152219dc1b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adae609d-8b31-437b-a405-c50a9858e6b3 HTTP/1.1" status: 200 len: 850 time: 0.0612187 May 26 22:20:08.496394 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49be2c6-6701-46df-9ea6-d84e4af3fd40 req-21d4be57-75fb-44de-a75d-c7e8bb79888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:08.497846 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b49be2c6-6701-46df-9ea6-d84e4af3fd40 req-21d4be57-75fb-44de-a75d-c7e8bb79888d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd0f4b88-2ea3-42a5-875f-953927127dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701141 May 26 22:20:08.627141 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b49be2c6-6701-46df-9ea6-d84e4af3fd40 req-7c1fc0ee-04d8-4a3e-be86-baa2ae3618ef service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228240 May 26 22:20:08.859969 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b49be2c6-6701-46df-9ea6-d84e4af3fd40 req-9708a5f4-b9e6-49f2-83a9-0c126b7b0500 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265973 May 26 22:20:08.994071 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6867c-f87d-428a-a4fd-1d61322aea19 req-79015e39-6b81-4f8e-a4da-76c89aad9b32 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:08.995451 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5bc6867c-f87d-428a-a4fd-1d61322aea19 req-79015e39-6b81-4f8e-a4da-76c89aad9b32 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 944 time: 0.0842803 May 26 22:20:09.040523 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5bc6867c-f87d-428a-a4fd-1d61322aea19 req-9dbfa4cc-39fb-4107-919a-965c0885636b tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e08d4f9-3976-4862-b7fe-3f32a02f0f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392957 May 26 22:20:10.221773 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72d82-37f9-4f2f-ad48-2ddafe5fedd6 req-3797df05-dc71-4de6-96f9-be0b90fc330e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:10.223215 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-80d72d82-37f9-4f2f-ad48-2ddafe5fedd6 req-3797df05-dc71-4de6-96f9-be0b90fc330e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 944 time: 0.0784144 May 26 22:20:10.268204 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-80d72d82-37f9-4f2f-ad48-2ddafe5fedd6 req-64b68115-34b7-438b-8320-6f3807f2eccb tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e08d4f9-3976-4862-b7fe-3f32a02f0f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394258 May 26 22:20:11.452725 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa8bab-6e19-4f79-895c-1c3f90a24ded req-bfa7f9b4-7a57-4097-ab1e-3ee75700f548 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:11.454192 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23aa8bab-6e19-4f79-895c-1c3f90a24ded req-bfa7f9b4-7a57-4097-ab1e-3ee75700f548 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 944 time: 0.0829365 May 26 22:20:11.498338 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23aa8bab-6e19-4f79-895c-1c3f90a24ded req-cb8f9ea4-7488-4378-b47a-e55144fcba59 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e08d4f9-3976-4862-b7fe-3f32a02f0f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385575 May 26 22:20:11.999137 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device d802b095-6feb-436b-8eba-77b1646d218a details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:20:12.129928 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port d802b095-6feb-436b-8eba-77b1646d218a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=d802b095-6feb-436b-8eba-77b1646d218a,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:20:12.142643 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': 'd802b095-6feb-436b-8eba-77b1646d218a', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'port_id': 'd802b095-6feb-436b-8eba-77b1646d218a', 'mac_address': 'fa:16:3e:9b:a5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:20:12.196974 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:12.213011 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d802b095-6feb-436b-8eba-77b1646d218a {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:20:12.227984 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port d802b095-6feb-436b-8eba-77b1646d218a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=d802b095-6feb-436b-8eba-77b1646d218a,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:20:12.231948 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:12.233616 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-93bce17e-968f-4940-958d-a9cb690cfeb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:12.300521 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=d802b095-6feb-436b-8eba-77b1646d218a,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:12.307557 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:12.308139 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:12.308384 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:12.308880 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:12.309208 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:12.309535 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:12.309858 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:12.310178 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:12.310499 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:12.310814 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:12.311127 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:12.311440 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:20:12.315503 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:12.545948 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['d802b095-6feb-436b-8eba-77b1646d218a'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:20:12.681630 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655387e-7879-40de-bb80-1724f33631ab req-cc5ef0b0-cb20-49a6-b042-65f9d77a6dd5 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:12.683077 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3655387e-7879-40de-bb80-1724f33631ab req-cc5ef0b0-cb20-49a6-b042-65f9d77a6dd5 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 945 time: 0.0803471 May 26 22:20:12.732274 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3655387e-7879-40de-bb80-1724f33631ab req-b58e493a-535a-4be8-b729-a041fbb38c20 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e08d4f9-3976-4862-b7fe-3f32a02f0f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430024 May 26 22:20:13.923340 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c332b-bf19-46e2-b855-ec0fba065f78 req-35010c74-0fee-4580-a4a9-48da04995844 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:13.924721 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-418c332b-bf19-46e2-b855-ec0fba065f78 req-35010c74-0fee-4580-a4a9-48da04995844 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 945 time: 0.0870950 May 26 22:20:13.970126 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-418c332b-bf19-46e2-b855-ec0fba065f78 req-53387021-bb87-4cdb-af79-c7a796e4a8fe tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e08d4f9-3976-4862-b7fe-3f32a02f0f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397415 May 26 22:20:14.000818 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device d802b095-6feb-436b-8eba-77b1646d218a up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:20:14.066722 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port d802b095-6feb-436b-8eba-77b1646d218a completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:20:14.071176 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port d802b095-6feb-436b-8eba-77b1646d218a triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:20:14.071547 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:14.186229 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:14.212497 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fbbb69-8ccf-40b8-97f6-cb64f76089ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd802b095-6feb-436b-8eba-77b1646d218a'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:20:14.222522 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port d802b095-6feb-436b-8eba-77b1646d218a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=d802b095-6feb-436b-8eba-77b1646d218a,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:20:14.226104 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:14.228032 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:14.262137 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fbbb69-8ccf-40b8-97f6-cb64f76089ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd802b095-6feb-436b-8eba-77b1646d218a', 'code': 200} May 26 22:20:14.293779 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=d802b095-6feb-436b-8eba-77b1646d218a,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:14.296717 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:14.484617 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec145d-b861-43e4-b206-8db0cb1b5c4a req-4abf861b-eda2-4a81-ac86-6e295b9818fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:14.485950 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0bec145d-b861-43e4-b206-8db0cb1b5c4a req-4abf861b-eda2-4a81-ac86-6e295b9818fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 1099 time: 0.0731449 May 26 22:20:14.525975 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0bec145d-b861-43e4-b206-8db0cb1b5c4a req-fb9ff9f9-9b6a-4f1b-8ad9-d3894cdfcbdf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e08d4f9-3976-4862-b7fe-3f32a02f0f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333931 May 26 22:20:15.154695 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4469f0-0452-425c-b43a-734a8323d480 req-fe025898-c102-4777-a7d6-26b9e20b9b16 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:15.156161 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5a4469f0-0452-425c-b43a-734a8323d480 req-fe025898-c102-4777-a7d6-26b9e20b9b16 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 946 time: 0.0795388 May 26 22:20:15.200310 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5a4469f0-0452-425c-b43a-734a8323d480 req-ce9c7e11-fb04-454f-9819-825acc845eb8 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e08d4f9-3976-4862-b7fe-3f32a02f0f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386152 May 26 22:20:16.386431 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed81096-8e9f-49ab-bba7-086fd9ddac24 req-f3937bc6-c8c1-4142-9da0-2e494f8295b2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:16.387901 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0ed81096-8e9f-49ab-bba7-086fd9ddac24 req-f3937bc6-c8c1-4142-9da0-2e494f8295b2 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 946 time: 0.0828941 May 26 22:20:16.432250 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0ed81096-8e9f-49ab-bba7-086fd9ddac24 req-1c10b75f-51ee-4f51-8db7-dcfdac29cc45 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e08d4f9-3976-4862-b7fe-3f32a02f0f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383022 May 26 22:20:16.609298 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011baa7-50e0-4f73-95d2-d784ff2fddba req-00dd8386-ef8c-4818-90ee-646ecfe3062a tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:16.610731 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b011baa7-50e0-4f73-95d2-d784ff2fddba req-00dd8386-ef8c-4818-90ee-646ecfe3062a tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 946 time: 0.0782440 May 26 22:20:16.619224 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 40888) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:16.624438 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-6cbc023f-efc8-4d2f-a3a2-6b1fa1275e94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Request body: {'floatingip': {'port_id': 'd802b095-6feb-436b-8eba-77b1646d218a'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:20:16.701751 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6cbc023f-efc8-4d2f-a3a2-6b1fa1275e94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for floatingip, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:17.370861 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6cbc023f-efc8-4d2f-a3a2-6b1fa1275e94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:17.375578 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6cbc023f-efc8-4d2f-a3a2-6b1fa1275e94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:17.544549 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.l3_db [None req-6cbc023f-efc8-4d2f-a3a2-6b1fa1275e94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Floating IP 78b6d8b4-c6f1-45c4-ad51-50b667b1f4de associated. External IP: 172.27.2.35, port: d802b095-6feb-436b-8eba-77b1646d218a. May 26 22:20:17.885906 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbc023f-efc8-4d2f-a3a2-6b1fa1275e94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Router 8bdc417f-1f92-4034-92fa-fc7ef645437a has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:20:18.069866 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbc023f-efc8-4d2f-a3a2-6b1fa1275e94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:20:18.075283 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6cbc023f-efc8-4d2f-a3a2-6b1fa1275e94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:18.079518 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cf8423-46ce-4391-93e4-9b34b527b1a1 None None] Sync routers for ids ['8bdc417f-1f92-4034-92fa-fc7ef645437a'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:20:18.088648 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf8423-46ce-4391-93e4-9b34b527b1a1 None None] Routers {'8bdc417f-1f92-4034-92fa-fc7ef645437a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:20:18.089251 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-64cf8423-46ce-4391-93e4-9b34b527b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:20:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['8bdc417f-1f92-4034-92fa-fc7ef645437a'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:20:18.127986 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-6cbc023f-efc8-4d2f-a3a2-6b1fa1275e94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "PUT /v2.0/floatingips/78b6d8b4-c6f1-45c4-ad51-50b667b1f4de HTTP/1.1" status: 200 len: 991 time: 1.5076110 May 26 22:20:18.128607 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fbbb69-8ccf-40b8-97f6-cb64f76089ca', 'tag': 'd802b095-6feb-436b-8eba-77b1646d218a'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:20:18.268465 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-64cf8423-46ce-4391-93e4-9b34b527b1a1 None None] Set router 8bdc417f-1f92-4034-92fa-fc7ef645437a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:20:18.282746 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fbbb69-8ccf-40b8-97f6-cb64f76089ca', 'tag': 'd802b095-6feb-436b-8eba-77b1646d218a', 'status': 'completed', 'code': 200} May 26 22:20:18.383896 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deff78-fe1f-4d97-ba94-d58f614fba8b req-415edf9f-a675-4984-a45e-66e4d5457784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:18.385313 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-64deff78-fe1f-4d97-ba94-d58f614fba8b req-415edf9f-a675-4984-a45e-66e4d5457784 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a435291021204d3da09d9114cbf1a10c&device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 1099 time: 0.0802658 May 26 22:20:18.518491 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deff78-fe1f-4d97-ba94-d58f614fba8b req-a7c0093f-c0cf-4a18-9341-3911c8538d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:18.519967 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-64deff78-fe1f-4d97-ba94-d58f614fba8b req-a7c0093f-c0cf-4a18-9341-3911c8538d1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd0f4b88-2ea3-42a5-875f-953927127dd7 HTTP/1.1" status: 200 len: 911 time: 0.1283467 May 26 22:20:18.618751 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-64deff78-fe1f-4d97-ba94-d58f614fba8b req-b334e37f-e0df-4461-9821-b8af36661529 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d802b095-6feb-436b-8eba-77b1646d218a HTTP/1.1" status: 200 len: 999 time: 0.0922925 May 26 22:20:18.656213 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-64cf8423-46ce-4391-93e4-9b34b527b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '78b6d8b4-c6f1-45c4-ad51-50b667b1f4de', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'port_id': 'd802b095-6feb-436b-8eba-77b1646d218a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'mac_address': 'fa:16:3e:9b:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fbbb69-8ccf-40b8-97f6-cb64f76089ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:20:02Z', 'updated_at': '2021-05-26T22:20:17Z', 'revision_number': 1, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab5e013-cc11-473d-a515-e10322464c82', 'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'mac_address': 'fa:16:3e:28:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:32Z', 'updated_at': '2021-05-26T22:10:44Z', 'revision_number': 5, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'subnets': [{'id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:20:18.660009 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cf8423-46ce-4391-93e4-9b34b527b1a1 None None] Checking router: 8bdc417f-1f92-4034-92fa-fc7ef645437a for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:20:18.668782 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf8423-46ce-4391-93e4-9b34b527b1a1 None None] Routers {'8bdc417f-1f92-4034-92fa-fc7ef645437a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:20:18.669380 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-64cf8423-46ce-4391-93e4-9b34b527b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:20:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['8bdc417f-1f92-4034-92fa-fc7ef645437a'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:20:18.692528 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deff78-fe1f-4d97-ba94-d58f614fba8b req-c4143b0e-9b04-4c8e-9541-269e441263bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:18.693957 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-64deff78-fe1f-4d97-ba94-d58f614fba8b req-c4143b0e-9b04-4c8e-9541-269e441263bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adae609d-8b31-437b-a405-c50a9858e6b3 HTTP/1.1" status: 200 len: 850 time: 0.0689285 May 26 22:20:18.768903 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deff78-fe1f-4d97-ba94-d58f614fba8b req-e836bb16-88fa-460f-8a6d-752662351b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:18.770416 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-64deff78-fe1f-4d97-ba94-d58f614fba8b req-e836bb16-88fa-460f-8a6d-752662351b9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd0f4b88-2ea3-42a5-875f-953927127dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704479 May 26 22:20:18.851385 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-64cf8423-46ce-4391-93e4-9b34b527b1a1 None None] Set router 8bdc417f-1f92-4034-92fa-fc7ef645437a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:20:19.012557 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-64deff78-fe1f-4d97-ba94-d58f614fba8b req-3edacf55-7142-4e2a-b4e8-d8993dc01976 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358243 May 26 22:20:19.142194 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-64deff78-fe1f-4d97-ba94-d58f614fba8b req-b40a5f80-a11b-4239-8ee5-cd8c99ab92f5 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229579 May 26 22:20:19.199931 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-64cf8423-46ce-4391-93e4-9b34b527b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '78b6d8b4-c6f1-45c4-ad51-50b667b1f4de', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'port_id': 'd802b095-6feb-436b-8eba-77b1646d218a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'mac_address': 'fa:16:3e:9b:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fbbb69-8ccf-40b8-97f6-cb64f76089ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:20:02Z', 'updated_at': '2021-05-26T22:20:17Z', 'revision_number': 1, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab5e013-cc11-473d-a515-e10322464c82', 'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'mac_address': 'fa:16:3e:28:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:32Z', 'updated_at': '2021-05-26T22:10:44Z', 'revision_number': 5, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'subnets': [{'id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:20:19.203880 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cf8423-46ce-4391-93e4-9b34b527b1a1 None None] The sync data for ids ['8bdc417f-1f92-4034-92fa-fc7ef645437a'] in dv-cinder-793244-1-iscsi is: [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '78b6d8b4-c6f1-45c4-ad51-50b667b1f4de', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'port_id': 'd802b095-6feb-436b-8eba-77b1646d218a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'mac_address': 'fa:16:3e:9b:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2fbbb69-8ccf-40b8-97f6-cb64f76089ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:20:02Z', 'updated_at': '2021-05-26T22:20:17Z', 'revision_number': 1, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab5e013-cc11-473d-a515-e10322464c82', 'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'mac_address': 'fa:16:3e:28:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:32Z', 'updated_at': '2021-05-26T22:10:44Z', 'revision_number': 5, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'subnets': [{'id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:20:19.376091 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921069a0-8bae-424a-ae55-c524b57cb919 None None] New status for floating IP 78b6d8b4-c6f1-45c4-ad51-50b667b1f4de: ACTIVE {{(pid=91911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:20:22.906597 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:20:26.487550 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:28.834828 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3fc0cb7c-42e3-42df-b2fc-0482c010544c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:31.170311 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-73b5a2e1-6ccb-469f-8ffd-8f06a1d0cfd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:31.256146 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:32.406628 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:33.900247 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:40.022380 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78621ca-3000-49f4-ad57-38c4f8be26e1 req-49e74e1c-c975-4ec5-bb4a-818922d99932 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:40.023778 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f78621ca-3000-49f4-ad57-38c4f8be26e1 req-49e74e1c-c975-4ec5-bb4a-818922d99932 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 947 time: 0.0831904 May 26 22:20:40.068328 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f78621ca-3000-49f4-ad57-38c4f8be26e1 req-53039230-5b0c-41da-b474-024837059f1b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388882 May 26 22:20:41.259469 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635ea68-ccd7-4a00-8531-24cce62dd0d4 req-6c57dd79-8700-4201-a2bb-b10f7d4f35ae tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:41.260933 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4635ea68-ccd7-4a00-8531-24cce62dd0d4 req-6c57dd79-8700-4201-a2bb-b10f7d4f35ae tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 947 time: 0.0797262 May 26 22:20:41.308660 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4635ea68-ccd7-4a00-8531-24cce62dd0d4 req-f9dd2092-ce79-4af2-abc3-231fab80bd9d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c091a18-d83c-4458-b417-65427a167361&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417664 May 26 22:20:41.523488 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-31b46f55-d466-41c4-949a-7ef28d893c1d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:41.524829 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-31b46f55-d466-41c4-949a-7ef28d893c1d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 947 time: 0.0788035 May 26 22:20:41.658726 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Deleting port f69c406d-e881-4817-9510-ca9b32399870 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:20:41.659065 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:41.790423 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] For port f69c406d-e881-4817-9510-ca9b32399870, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=f69c406d-e881-4817-9510-ca9b32399870,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:20:41.790772 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:42.083965 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:42.084249 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:42.084559 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.l3_db [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Floating IP e73ad0b3-769f-462b-accb-932618de717f disassociated. External IP: 172.27.2.225, port: f69c406d-e881-4817-9510-ca9b32399870. May 26 22:20:42.084912 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Calling delete_port for f69c406d-e881-4817-9510-ca9b32399870 owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:20:42.198167 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:42.204314 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-de840e1e-5d32-4174-a476-f757234eb235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:42.246783 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event deleted for resources: {'Port': ['ID=f69c406d-e881-4817-9510-ca9b32399870,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:42.250287 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:42.488462 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0a5a1652-0080-45cd-bd35-c1dfbc6837bc req-d124ce57-bac0-4d5a-9116-5b81b090a02a tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=e9536764-603e-4527-9dff-7d03bd65d59a HTTP/1.1" status: 200 len: 210 time: 0.0562885 May 26 22:20:42.502052 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:20:42.789537 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:20:42.799999 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd38315-ee2b-44f8-903b-5de2dcd7c51f None None] Sync routers for ids ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:20:42.809476 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd38315-ee2b-44f8-903b-5de2dcd7c51f None None] Routers {'0d1834f2-99cd-4b86-a7b6-4fa98d26c453'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:20:42.810152 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-abd38315-ee2b-44f8-903b-5de2dcd7c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:20:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:20:42.864404 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] No DVR routers for this DVR port f69c406d-e881-4817-9510-ca9b32399870 on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:20:42.866946 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:42.869610 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'name': 'network-vif-deleted', 'tag': 'f69c406d-e881-4817-9510-ca9b32399870'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:20:42.886111 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fbfe8a3d-81cc-48c3-9738-ed2b262a99d0 req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.24 "DELETE /v2.0/ports/f69c406d-e881-4817-9510-ca9b32399870 HTTP/1.1" status: 204 len: 173 time: 1.3562031 May 26 22:20:42.923221 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9536764-603e-4527-9dff-7d03bd65d59a', 'name': 'network-vif-deleted', 'tag': 'f69c406d-e881-4817-9510-ca9b32399870', 'status': 'completed', 'code': 200} May 26 22:20:42.994438 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-abd38315-ee2b-44f8-903b-5de2dcd7c51f None None] Set router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:20:43.344672 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-abd38315-ee2b-44f8-903b-5de2dcd7c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '1939f6c3-064a-4f3f-ade7-a543dda84bcf', 'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'mac_address': 'fa:16:3e:f6:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:40Z', 'updated_at': '2021-05-26T22:16:46Z', 'revision_number': 5, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'subnets': [{'id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:20:43.348745 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd38315-ee2b-44f8-903b-5de2dcd7c51f None None] Checking router: 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:20:43.358086 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd38315-ee2b-44f8-903b-5de2dcd7c51f None None] Routers {'0d1834f2-99cd-4b86-a7b6-4fa98d26c453'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:20:43.358691 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-abd38315-ee2b-44f8-903b-5de2dcd7c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:20:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:20:43.542334 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-abd38315-ee2b-44f8-903b-5de2dcd7c51f None None] Set router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:20:43.616582 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 40978) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:43.685432 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3a08c5e8-6d9c-4346-8ba9-e1381a0b2317 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:43.713562 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3a08c5e8-6d9c-4346-8ba9-e1381a0b2317 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:43.775520 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3a08c5e8-6d9c-4346-8ba9-e1381a0b2317 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:43.779444 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-146f609c-4adf-4214-b874-d92aec1f41cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:43.795502 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08c5e8-6d9c-4346-8ba9-e1381a0b2317 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c091a18-d83c-4458-b417-65427a167361,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:43.798256 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3a08c5e8-6d9c-4346-8ba9-e1381a0b2317 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:43.807568 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3a08c5e8-6d9c-4346-8ba9-e1381a0b2317 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:43.812037 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-3a08c5e8-6d9c-4346-8ba9-e1381a0b2317 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "DELETE /v2.0/security-groups/7c091a18-d83c-4458-b417-65427a167361 HTTP/1.1" status: 204 len: 168 time: 0.1911829 May 26 22:20:43.812232 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 40982) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:43.828488 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.api.v2.resource [None req-31c78532-4f53-4d4d-bf36-2e279dad7a8f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] show failed (client error): The resource could not be found. May 26 22:20:43.832110 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-31c78532-4f53-4d4d-bf36-2e279dad7a8f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups/7c091a18-d83c-4458-b417-65427a167361 HTTP/1.1" status: 404 len: 347 time: 0.0163493 May 26 22:20:43.832272 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 40986) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:43.878599 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-abd38315-ee2b-44f8-903b-5de2dcd7c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '1939f6c3-064a-4f3f-ade7-a543dda84bcf', 'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'mac_address': 'fa:16:3e:f6:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:40Z', 'updated_at': '2021-05-26T22:16:46Z', 'revision_number': 5, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'subnets': [{'id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:20:43.882551 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd38315-ee2b-44f8-903b-5de2dcd7c51f None None] The sync data for ids ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'] in dv-cinder-793244-1-iscsi is: [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '1939f6c3-064a-4f3f-ade7-a543dda84bcf', 'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'mac_address': 'fa:16:3e:f6:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:40Z', 'updated_at': '2021-05-26T22:16:46Z', 'revision_number': 5, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'subnets': [{'id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:20:44.056119 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-fdffbe35-081f-42c7-ab96-7edf75ff165f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Deleting port 9f1915e2-bc2f-45d8-a357-84116d2e189a {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:20:44.056377 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fdffbe35-081f-42c7-ab96-7edf75ff165f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:44.092731 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce175e-8896-4c1b-9203-796f9013a749 None None] New status for floating IP e73ad0b3-769f-462b-accb-932618de717f: DOWN {{(pid=91911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:20:44.181243 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fdffbe35-081f-42c7-ab96-7edf75ff165f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:44.181569 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fdffbe35-081f-42c7-ab96-7edf75ff165f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:44.310398 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-fdffbe35-081f-42c7-ab96-7edf75ff165f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Calling delete_port for 9f1915e2-bc2f-45d8-a357-84116d2e189a owned by network:floatingip {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:20:44.426188 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fdffbe35-081f-42c7-ab96-7edf75ff165f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:44.430333 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-8ac49e1a-5e28-418e-b0ae-bac638af5287 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:44.478628 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffbe35-081f-42c7-ab96-7edf75ff165f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event deleted for resources: {'Port': ['ID=9f1915e2-bc2f-45d8-a357-84116d2e189a,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:44.482139 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-fdffbe35-081f-42c7-ab96-7edf75ff165f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:44.569513 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fdffbe35-081f-42c7-ab96-7edf75ff165f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for floatingip, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:44.583054 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fdffbe35-081f-42c7-ab96-7edf75ff165f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:44.584191 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-fdffbe35-081f-42c7-ab96-7edf75ff165f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "DELETE /v2.0/floatingips/e73ad0b3-769f-462b-accb-932618de717f HTTP/1.1" status: 204 len: 168 time: 0.7510557 May 26 22:20:44.892698 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40994) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:44.897959 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--709018502', 'description': 'tempest-description--1521937479'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:20:44.904529 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:20:44.908608 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Usage tracker for resource:security_group and tenant:4f1f7f4d434b4dd39403f7879bf5037e is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:20:44.912574 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:20:44.919191 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:20:44.928923 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:44.950599 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:20:44.954360 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Usage tracker for resource:security_group_rule and tenant:4f1f7f4d434b4dd39403f7879bf5037e is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:20:44.957135 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:20:44.962667 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:20:45.033365 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:45.036983 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:45.042008 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-6f067252-b889-456d-bd3a-f466bbf7aed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:45.083137 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f363c6dd-c886-40f6-8092-27f6ffed0ea9,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:45.086076 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:45.087256 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1935892 May 26 22:20:45.088228 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:45.090911 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 40998) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:45.095962 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-2a5c1498-06fd-4fd8-b5f7-a24a80334aa1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Request body: {'security_group_rule': {'security_group_id': 'f363c6dd-c886-40f6-8092-27f6ffed0ea9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:20:45.101677 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2a5c1498-06fd-4fd8-b5f7-a24a80334aa1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:20:45.106049 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2a5c1498-06fd-4fd8-b5f7-a24a80334aa1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Usage tracker for resource:security_group_rule and tenant:4f1f7f4d434b4dd39403f7879bf5037e is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:20:45.109213 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2a5c1498-06fd-4fd8-b5f7-a24a80334aa1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:20:45.114834 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2a5c1498-06fd-4fd8-b5f7-a24a80334aa1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:20:45.130579 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1498-06fd-4fd8-b5f7-a24a80334aa1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:45.193051 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1498-06fd-4fd8-b5f7-a24a80334aa1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:45.196616 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1498-06fd-4fd8-b5f7-a24a80334aa1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:45.198590 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:45.220174 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c1498-06fd-4fd8-b5f7-a24a80334aa1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d71a04a-1dad-499e-802d-91ce8f02b1d5,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:45.222481 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2a5c1498-06fd-4fd8-b5f7-a24a80334aa1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:45.231238 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1498-06fd-4fd8-b5f7-a24a80334aa1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:45.232678 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-2a5c1498-06fd-4fd8-b5f7-a24a80334aa1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408267 May 26 22:20:45.235345 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 41004) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:45.240565 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-f15ce230-0fac-4e3e-823a-fcf04ce149d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Request body: {'security_group_rule': {'security_group_id': 'f363c6dd-c886-40f6-8092-27f6ffed0ea9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:20:45.246628 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-f15ce230-0fac-4e3e-823a-fcf04ce149d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:20:45.250439 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-f15ce230-0fac-4e3e-823a-fcf04ce149d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Usage tracker for resource:security_group_rule and tenant:4f1f7f4d434b4dd39403f7879bf5037e is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:20:45.253348 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-f15ce230-0fac-4e3e-823a-fcf04ce149d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:20:45.259256 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-f15ce230-0fac-4e3e-823a-fcf04ce149d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:20:45.275139 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f15ce230-0fac-4e3e-823a-fcf04ce149d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:45.335485 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f15ce230-0fac-4e3e-823a-fcf04ce149d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:45.339146 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f15ce230-0fac-4e3e-823a-fcf04ce149d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:45.341766 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:45.363107 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ce230-0fac-4e3e-823a-fcf04ce149d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e328536d-52c9-4b1d-9f38-c40ba830dad2,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:45.365439 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f15ce230-0fac-4e3e-823a-fcf04ce149d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:45.372617 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f15ce230-0fac-4e3e-823a-fcf04ce149d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:45.373785 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-f15ce230-0fac-4e3e-823a-fcf04ce149d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374235 May 26 22:20:45.376726 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 41008) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:45.381650 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Request body: {'floatingip': {'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:20:45.388146 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:20:45.391950 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Usage tracker for resource:floatingip and tenant:4f1f7f4d434b4dd39403f7879bf5037e is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:20:45.394746 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:20:45.400526 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:20:45.411555 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for floatingip, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:45.552373 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:45.773306 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Allocated IP 172.27.2.15 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/50f5b9fc-f01a-46b1-9155-9730db88a465) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:20:45.916043 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:45.944465 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:45.948617 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2feb60cc-23d6-43cc-8d72-213d0a0791a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:46.010506 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:20:46.013748 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:20:46.017439 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:20:46.056499 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event updated for resources: {'Port': ['ID=50f5b9fc-f01a-46b1-9155-9730db88a465,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:46.061445 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:46.098456 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:46.118672 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device f69c406d-e881-4817-9510-ca9b32399870 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:20:46.156684 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:46.156899 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: f69c406d-e881-4817-9510-ca9b32399870 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:20:46.157079 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device f69c406d-e881-4817-9510-ca9b32399870 not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:20:46.360910 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:46.365709 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2985214'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:46.370237 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-aa5fab4c-40fa-4926-a963-f98279f861a5 tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:46.478739 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event updated for resources: {'Port': ['ID=50f5b9fc-f01a-46b1-9155-9730db88a465,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:46.483638 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:46.488226 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:46.510042 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:46.511220 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1335938 May 26 22:20:46.728668 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-b7788fef-649a-4626-a228-47d28739f2fd req-a94863ad-981d-42ef-8503-f4715b22f65c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Synchronizing usage tracker for tenant:4f1f7f4d434b4dd39403f7879bf5037e on resource:security_group {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:20:46.743939 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-b7788fef-649a-4626-a228-47d28739f2fd req-a94863ad-981d-42ef-8503-f4715b22f65c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Unset dirty status for tenant:4f1f7f4d434b4dd39403f7879bf5037e on resource:security_group {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:20:46.745101 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-a94863ad-981d-42ef-8503-f4715b22f65c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--709018502&fields=id&tenant_id=4f1f7f4d434b4dd39403f7879bf5037e HTTP/1.1" status: 200 len: 267 time: 0.0564249 May 26 22:20:46.894286 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7788fef-649a-4626-a228-47d28739f2fd req-dcd63f96-3bcd-4a15-ae7d-29913f7e79ff tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:46.895648 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-dcd63f96-3bcd-4a15-ae7d-29913f7e79ff tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 817 time: 0.1437941 May 26 22:20:46.910280 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-5111e1b9-a3b9-41c6-976c-a7fe7e2a7324 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/quotas/4f1f7f4d434b4dd39403f7879bf5037e HTTP/1.1" status: 200 len: 375 time: 0.0092418 May 26 22:20:46.995840 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-b7788fef-649a-4626-a228-47d28739f2fd req-a82f173c-0f23-4c5c-848a-3cd392056e4f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Synchronizing usage tracker for tenant:4f1f7f4d434b4dd39403f7879bf5037e on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:20:47.010165 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-b7788fef-649a-4626-a228-47d28739f2fd req-a82f173c-0f23-4c5c-848a-3cd392056e4f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Unset dirty status for tenant:4f1f7f4d434b4dd39403f7879bf5037e on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:20:47.011462 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-a82f173c-0f23-4c5c-848a-3cd392056e4f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965083 May 26 22:20:47.028624 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-b8e8ab00-3043-4607-9942-af70087cc3ac service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:20:47.029539 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-b8e8ab00-3043-4607-9942-af70087cc3ac service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058641 May 26 22:20:47.157257 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-c78c2611-f463-417f-824d-0663d54b5485 service neutron] 10.222.0.15 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222322 May 26 22:20:47.377446 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-dcc8e5ba-f720-4fe0-9492-cbca7095e899 service neutron] 10.222.0.15 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146215 May 26 22:20:47.663830 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6a832ce7-7a86-4cfb-b37e-55a671c54ead req-f58e1dff-1df7-45c7-9e00-607fa3d8927a tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 210 time: 0.0442777 May 26 22:20:48.563308 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7788fef-649a-4626-a228-47d28739f2fd req-9cbc6ce9-31e3-4d70-aecd-ca4254b820d8 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:48.564777 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-9cbc6ce9-31e3-4d70-aecd-ca4254b820d8 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.24 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 817 time: 0.1563051 May 26 22:20:48.614086 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-182ea88c-25a8-4837-8687-212a8af7272b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f1f7f4d434b4dd39403f7879bf5037e HTTP/1.1" status: 200 len: 379 time: 0.0406370 May 26 22:20:48.624329 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-b7788fef-649a-4626-a228-47d28739f2fd req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Request body: {'port': {'device_id': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'admin_state_up': True, 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'security_groups': ['f363c6dd-c886-40f6-8092-27f6ffed0ea9']}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:20:48.766216 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-b7788fef-649a-4626-a228-47d28739f2fd req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:20:48.775579 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-b7788fef-649a-4626-a228-47d28739f2fd req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:20:48.785376 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7788fef-649a-4626-a228-47d28739f2fd req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Made reservation on behalf of 4f1f7f4d434b4dd39403f7879bf5037e for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:20:48.789003 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b7788fef-649a-4626-a228-47d28739f2fd req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:48.851277 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4b4319d7-ddcf-48b1-9b42-2ead3cc41cb3 req-f99fc7a4-9114-4b1d-9f5a-eaa8da060abe tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 210 time: 0.0473573 May 26 22:20:48.996158 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-b7788fef-649a-4626-a228-47d28739f2fd req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Allocated IP 172.20.0.12 (0897e07d-1423-4ad7-b723-9c8134b46027/122908fb-e545-4010-aa12-86bc2dd30f81/40ef7c70-cf2a-445c-b4af-36e95df951f6) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:20:49.178899 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b7788fef-649a-4626-a228-47d28739f2fd req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:49.193787 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-b7788fef-649a-4626-a228-47d28739f2fd req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Transition to ACTIVE for port object 40ef7c70-cf2a-445c-b4af-36e95df951f6 will not be triggered until provisioned by entity DHCP. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:20:49.217129 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b7788fef-649a-4626-a228-47d28739f2fd req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:49.222415 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:49.286305 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7788fef-649a-4626-a228-47d28739f2fd req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Network 0897e07d-1423-4ad7-b723-9c8134b46027 is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:20:49.289341 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-b7788fef-649a-4626-a228-47d28739f2fd req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:20:49.293722 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7788fef-649a-4626-a228-47d28739f2fd req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:20:49.327905 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event updated for resources: {'Port': ['ID=40ef7c70-cf2a-445c-b4af-36e95df951f6,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:49.334534 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:49.365869 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7788fef-649a-4626-a228-47d28739f2fd req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:49.366476 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b7788fef-649a-4626-a228-47d28739f2fd req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:49.392576 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7719071 May 26 22:20:49.404536 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-f9b7677d-7bfa-4071-8715-06f55f03aa2b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:20:49.405489 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-f9b7677d-7bfa-4071-8715-06f55f03aa2b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060236 May 26 22:20:49.463812 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Request body: {'port': {'device_id': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:20:49.475100 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-de08cdfb-1b9c-47cf-8d47-0f41f0d2ce2c None None] Provisioning for port 40ef7c70-cf2a-445c-b4af-36e95df951f6 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:20:49.479833 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-de08cdfb-1b9c-47cf-8d47-0f41f0d2ce2c None None] Provisioning complete for port 40ef7c70-cf2a-445c-b4af-36e95df951f6 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:20:49.480231 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-de08cdfb-1b9c-47cf-8d47-0f41f0d2ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:49.532502 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-de08cdfb-1b9c-47cf-8d47-0f41f0d2ce2c None None] Port 40ef7c70-cf2a-445c-b4af-36e95df951f6 cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:20:49.579599 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:49.922764 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ef7c70-cf2a-445c-b4af-36e95df951f6 {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:20:49.930199 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:49.945499 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Transition to ACTIVE for port object 40ef7c70-cf2a-445c-b4af-36e95df951f6 will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:20:49.949326 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:49.953892 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-aded4767-b1f4-4ebe-a362-617e7bf1ceaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:50.246668 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Pushing event updated for resources: {'Port': ['ID=40ef7c70-cf2a-445c-b4af-36e95df951f6,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:50.251314 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:50.350752 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fe233-27b5-4f0e-a50f-ad7acabb7f71 req-0086326d-10e5-4d3f-9f8d-1190e19c7d88 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:50.351360 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-8a0fe233-27b5-4f0e-a50f-ad7acabb7f71 req-0086326d-10e5-4d3f-9f8d-1190e19c7d88 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Synchronizing usage tracker for tenant:4f1f7f4d434b4dd39403f7879bf5037e on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:20:50.373972 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Attempting to bind port 40ef7c70-cf2a-445c-b4af-36e95df951f6 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:20:50.374293 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Attempting to bind port 40ef7c70-cf2a-445c-b4af-36e95df951f6 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:20:50.374611 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Attempting to bind port 40ef7c70-cf2a-445c-b4af-36e95df951f6 on network 0897e07d-1423-4ad7-b723-9c8134b46027 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:20:50.382390 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Port 40ef7c70-cf2a-445c-b4af-36e95df951f6 on network 0897e07d-1423-4ad7-b723-9c8134b46027 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:20:50.382965 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Attempting to bind port 40ef7c70-cf2a-445c-b4af-36e95df951f6 on network 0897e07d-1423-4ad7-b723-9c8134b46027 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:20:50.390748 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:20:50.391103 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Checking segment: {'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:20:50.391503 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Bound using segment: {'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:20:50.392006 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Bound port: 40ef7c70-cf2a-445c-b4af-36e95df951f6, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6925475f-8984-41ba-8491-ec5137677520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:20:50.392343 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:50.405799 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-8a0fe233-27b5-4f0e-a50f-ad7acabb7f71 req-0086326d-10e5-4d3f-9f8d-1190e19c7d88 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Unset dirty status for tenant:4f1f7f4d434b4dd39403f7879bf5037e on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:20:50.407404 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8a0fe233-27b5-4f0e-a50f-ad7acabb7f71 req-0086326d-10e5-4d3f-9f8d-1190e19c7d88 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.4177394 May 26 22:20:50.507521 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8a0fe233-27b5-4f0e-a50f-ad7acabb7f71 req-926619fd-8a2d-4fc4-8f68-28fa03afda7d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922868 May 26 22:20:50.520854 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] For port 40ef7c70-cf2a-445c-b4af-36e95df951f6, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:20:50.523877 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] For port 40ef7c70-cf2a-445c-b4af-36e95df951f6, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:20:50.529439 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:50.533221 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:50.594204 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:50.594815 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:50.596171 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] 10.222.0.24 "PUT /v2.0/ports/40ef7c70-cf2a-445c-b4af-36e95df951f6 HTTP/1.1" status: 200 len: 1094 time: 1.1845310 May 26 22:20:50.596665 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'tag': '40ef7c70-cf2a-445c-b4af-36e95df951f6'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:20:50.617406 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Pushing event updated for resources: {'Port': ['ID=40ef7c70-cf2a-445c-b4af-36e95df951f6,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:50.620651 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:50.667343 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'tag': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'status': 'completed', 'code': 200} May 26 22:20:50.711352 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7788fef-649a-4626-a228-47d28739f2fd req-47f7bb0f-4e23-4ca4-b5a9-8eedb27e3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:50.712876 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-47f7bb0f-4e23-4ca4-b5a9-8eedb27e3feb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 1097 time: 0.0788660 May 26 22:20:50.784324 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-49854f2d-214b-467d-ad4f-5fb71077f8a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6 HTTP/1.1" status: 200 len: 217 time: 0.0642796 May 26 22:20:50.847037 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7788fef-649a-4626-a228-47d28739f2fd req-0017ef94-7eba-493c-b1e5-3af173a1debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:50.848490 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-0017ef94-7eba-493c-b1e5-3af173a1debd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 200 len: 856 time: 0.0577016 May 26 22:20:50.923005 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7788fef-649a-4626-a228-47d28739f2fd req-77698d55-8813-4590-affc-4bca1c21131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:50.924532 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-77698d55-8813-4590-affc-4bca1c21131b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0897e07d-1423-4ad7-b723-9c8134b46027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701995 May 26 22:20:51.054989 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-6a3efbc5-5d47-47ff-9131-377d1ec47ee5 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236815 May 26 22:20:51.182420 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7788fef-649a-4626-a228-47d28739f2fd req-c2d072d6-0de2-4125-bfbf-91a3e7fba86c service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214490 May 26 22:20:51.301179 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11ac7d-fbdd-409f-bfe8-112dd9916818 req-1c69687a-fcf0-4276-b50a-c54a3767460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:51.302616 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9f11ac7d-fbdd-409f-bfe8-112dd9916818 req-1c69687a-fcf0-4276-b50a-c54a3767460e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 1097 time: 0.0736482 May 26 22:20:51.434447 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11ac7d-fbdd-409f-bfe8-112dd9916818 req-f3a7a0d6-05fa-41fb-abae-e7896796dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:51.435854 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9f11ac7d-fbdd-409f-bfe8-112dd9916818 req-f3a7a0d6-05fa-41fb-abae-e7896796dd72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 917 time: 0.1259322 May 26 22:20:51.504492 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9f11ac7d-fbdd-409f-bfe8-112dd9916818 req-b3d32007-dd09-4e00-9fa0-36a7a7542742 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6 HTTP/1.1" status: 200 len: 217 time: 0.0622509 May 26 22:20:51.568319 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11ac7d-fbdd-409f-bfe8-112dd9916818 req-e830379a-720e-4160-ad58-4eafe94ea0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:51.569750 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9f11ac7d-fbdd-409f-bfe8-112dd9916818 req-e830379a-720e-4160-ad58-4eafe94ea0a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 200 len: 856 time: 0.0577912 May 26 22:20:51.702128 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11ac7d-fbdd-409f-bfe8-112dd9916818 req-e282c4e6-3bcb-4d88-99be-fc469e587283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:51.703601 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9f11ac7d-fbdd-409f-bfe8-112dd9916818 req-e282c4e6-3bcb-4d88-99be-fc469e587283 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0897e07d-1423-4ad7-b723-9c8134b46027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1278830 May 26 22:20:51.738460 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8fa78-581c-442a-93d2-8be03cb9dc40 req-b460245d-f848-403b-9971-ca6e7e29f40b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:51.739828 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-50d8fa78-581c-442a-93d2-8be03cb9dc40 req-b460245d-f848-403b-9971-ca6e7e29f40b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.1164458 May 26 22:20:51.856212 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-50d8fa78-581c-442a-93d2-8be03cb9dc40 req-baf26e34-8bdb-418d-b6a9-aadd49312849 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102531 May 26 22:20:51.878905 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9f11ac7d-fbdd-409f-bfe8-112dd9916818 req-589a05dd-b0b0-4cf5-b42b-ee31c403e09f service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677325 May 26 22:20:52.114242 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9f11ac7d-fbdd-409f-bfe8-112dd9916818 req-49be0f0c-b2d1-423e-a13d-09f071b7f56c service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281330 May 26 22:20:53.084877 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393c93d-cbb4-4834-a171-52246086b6d7 req-90762305-efc0-4fe2-adf4-4fd429ab7431 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:53.086714 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4393c93d-cbb4-4834-a171-52246086b6d7 req-90762305-efc0-4fe2-adf4-4fd429ab7431 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.1019084 May 26 22:20:53.134682 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4393c93d-cbb4-4834-a171-52246086b6d7 req-d4e65280-4c12-4a69-92c4-7a366cc2e5b3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416512 May 26 22:20:54.169918 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 40ef7c70-cf2a-445c-b4af-36e95df951f6 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:20:54.302301 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 40ef7c70-cf2a-445c-b4af-36e95df951f6, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:20:54.316274 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'port_id': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'mac_address': 'fa:16:3e:6b:15:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:20:54.329224 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df35a0-9321-46fb-ab62-fd10ce74226f req-952e0b0e-9eb6-4253-9881-1f4b8a554b8f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:54.330692 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e5df35a0-9321-46fb-ab62-fd10ce74226f req-952e0b0e-9eb6-4253-9881-1f4b8a554b8f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.0796967 May 26 22:20:54.375723 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:54.375979 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e5df35a0-9321-46fb-ab62-fd10ce74226f req-0f17ea89-a0e6-4d4d-a226-64a3c71f00e0 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394242 May 26 22:20:54.392923 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ef7c70-cf2a-445c-b4af-36e95df951f6 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:20:54.408295 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 40ef7c70-cf2a-445c-b4af-36e95df951f6, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:20:54.413507 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:54.417073 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:54.494629 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=40ef7c70-cf2a-445c-b4af-36e95df951f6,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:54.498264 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:54.749991 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['40ef7c70-cf2a-445c-b4af-36e95df951f6'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:20:55.571155 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67ad5-68c2-4e77-bf4b-06084a999b92 req-2d569c38-5a0d-4548-8e80-8198b9b0da5f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:55.572651 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b5b67ad5-68c2-4e77-bf4b-06084a999b92 req-2d569c38-5a0d-4548-8e80-8198b9b0da5f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 945 time: 0.0826533 May 26 22:20:55.616735 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b5b67ad5-68c2-4e77-bf4b-06084a999b92 req-0eca5f26-5845-4d0e-9edf-da84bb95f806 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375693 May 26 22:20:56.180437 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 40ef7c70-cf2a-445c-b4af-36e95df951f6 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:20:56.247021 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port 40ef7c70-cf2a-445c-b4af-36e95df951f6 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:20:56.251529 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 40ef7c70-cf2a-445c-b4af-36e95df951f6 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:20:56.251935 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:56.395025 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:56.421997 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ef7c70-cf2a-445c-b4af-36e95df951f6'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:20:56.431555 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 40ef7c70-cf2a-445c-b4af-36e95df951f6, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:20:56.435402 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:56.437201 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-93bce17e-968f-4940-958d-a9cb690cfeb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:20:56.481490 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'code': 200} May 26 22:20:56.518664 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=40ef7c70-cf2a-445c-b4af-36e95df951f6,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:20:56.521351 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:56.522123 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:20:56.696721 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822067a7-721c-4e76-be8d-0301e9b832b7 req-36052fce-bda8-4813-9676-1d4d6a4364bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:56.698089 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-822067a7-721c-4e76-be8d-0301e9b832b7 req-36052fce-bda8-4813-9676-1d4d6a4364bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 1099 time: 0.0689952 May 26 22:20:56.781835 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-822067a7-721c-4e76-be8d-0301e9b832b7 req-a413d862-d536-4733-908d-bb401c1f7728 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774000 May 26 22:20:56.816371 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a79fc-81e5-46ca-9688-ecf6e7ccddb4 req-de7a3e4f-cf94-46f1-afcc-7ab72cd4c3db tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:56.817750 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cc1a79fc-81e5-46ca-9688-ecf6e7ccddb4 req-de7a3e4f-cf94-46f1-afcc-7ab72cd4c3db tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0880282 May 26 22:20:56.866309 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cc1a79fc-81e5-46ca-9688-ecf6e7ccddb4 req-57acfef9-7ea8-41a5-969a-996e9d0a99ed tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429604 May 26 22:20:58.061503 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b54804-162d-4e7a-a64c-c9d22ff606bc req-65e27a22-7e5b-4ff0-aa28-8f151e652f24 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:58.062942 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7b54804-162d-4e7a-a64c-c9d22ff606bc req-65e27a22-7e5b-4ff0-aa28-8f151e652f24 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0826957 May 26 22:20:58.113378 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7b54804-162d-4e7a-a64c-c9d22ff606bc req-429fb2c2-f007-470e-ae6e-3326edfb07fd tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444543 May 26 22:20:58.405460 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23b027-78ac-433b-9b55-144ebbc34f4c req-1564e7a0-4520-4209-b129-7642ec77e3b8 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:20:58.406836 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-eb23b027-78ac-433b-9b55-144ebbc34f4c req-1564e7a0-4520-4209-b129-7642ec77e3b8 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0893972 May 26 22:20:58.416182 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 41084) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:20:58.424015 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-0fb260ae-d4c4-4170-85e4-e14b01b1b5b1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Request body: {'floatingip': {'port_id': '40ef7c70-cf2a-445c-b4af-36e95df951f6'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:20:58.505967 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0fb260ae-d4c4-4170-85e4-e14b01b1b5b1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for floatingip, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:58.837216 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e9ccc16c-8dcd-41ab-b8eb-28fc13e2ee54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:59.096745 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0fb260ae-d4c4-4170-85e4-e14b01b1b5b1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:59.100413 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0fb260ae-d4c4-4170-85e4-e14b01b1b5b1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:59.385286 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.l3_db [None req-0fb260ae-d4c4-4170-85e4-e14b01b1b5b1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Floating IP 4af6e625-3524-41ac-9dca-e1a3b2a8df7d associated. External IP: 172.27.2.15, port: 40ef7c70-cf2a-445c-b4af-36e95df951f6. May 26 22:20:59.733053 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb260ae-d4c4-4170-85e4-e14b01b1b5b1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:20:59.905151 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:20:59.915920 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb260ae-d4c4-4170-85e4-e14b01b1b5b1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:20:59.921303 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0fb260ae-d4c4-4170-85e4-e14b01b1b5b1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:59.925514 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc0a70-0b0e-4260-a080-e3585ea15dc6 None None] Sync routers for ids ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:20:59.936057 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc0a70-0b0e-4260-a080-e3585ea15dc6 None None] Routers {'0d1834f2-99cd-4b86-a7b6-4fa98d26c453'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:20:59.936592 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-7ebc0a70-0b0e-4260-a080-e3585ea15dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:20:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:20:59.976000 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-0fb260ae-d4c4-4170-85e4-e14b01b1b5b1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "PUT /v2.0/floatingips/4af6e625-3524-41ac-9dca-e1a3b2a8df7d HTTP/1.1" status: 200 len: 991 time: 1.5586257 May 26 22:20:59.976647 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'tag': '40ef7c70-cf2a-445c-b4af-36e95df951f6'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:21:00.114401 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-7ebc0a70-0b0e-4260-a080-e3585ea15dc6 None None] Set router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:21:00.193021 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'tag': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'status': 'completed', 'code': 200} May 26 22:21:00.284869 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c22ad-a588-493f-ae06-88a701ea4bd7 req-2acff5dc-8594-4050-82d8-7100d01d41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:00.286337 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-352c22ad-a588-493f-ae06-88a701ea4bd7 req-2acff5dc-8594-4050-82d8-7100d01d41b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 1099 time: 0.0711317 May 26 22:21:00.429590 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c22ad-a588-493f-ae06-88a701ea4bd7 req-b74320b0-6576-408c-9aeb-bf707d68766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:00.431412 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-352c22ad-a588-493f-ae06-88a701ea4bd7 req-b74320b0-6576-408c-9aeb-bf707d68766e service neutron] 10.222.0.24 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 917 time: 0.1381650 May 26 22:21:00.478145 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-7ebc0a70-0b0e-4260-a080-e3585ea15dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '4af6e625-3524-41ac-9dca-e1a3b2a8df7d', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'port_id': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'mac_address': 'fa:16:3e:6b:15:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:20:46Z', 'updated_at': '2021-05-26T22:20:58Z', 'revision_number': 1, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1939f6c3-064a-4f3f-ade7-a543dda84bcf', 'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'mac_address': 'fa:16:3e:f6:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:40Z', 'updated_at': '2021-05-26T22:16:46Z', 'revision_number': 5, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'subnets': [{'id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:00.482569 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc0a70-0b0e-4260-a080-e3585ea15dc6 None None] Checking router: 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:21:00.491024 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc0a70-0b0e-4260-a080-e3585ea15dc6 None None] Routers {'0d1834f2-99cd-4b86-a7b6-4fa98d26c453'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:21:00.491839 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-7ebc0a70-0b0e-4260-a080-e3585ea15dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:20:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:00.538290 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-352c22ad-a588-493f-ae06-88a701ea4bd7 req-7a50742a-d3c8-471f-896f-06c347d9b3e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6 HTTP/1.1" status: 200 len: 999 time: 0.1000621 May 26 22:21:00.605227 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c22ad-a588-493f-ae06-88a701ea4bd7 req-fb1e171d-59a4-4713-9a14-1ed4b974ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:00.607573 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-352c22ad-a588-493f-ae06-88a701ea4bd7 req-fb1e171d-59a4-4713-9a14-1ed4b974ef4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 200 len: 856 time: 0.0619750 May 26 22:21:00.679197 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-7ebc0a70-0b0e-4260-a080-e3585ea15dc6 None None] Set router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:21:00.686801 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c22ad-a588-493f-ae06-88a701ea4bd7 req-412ee278-fb90-4be0-9e3e-ed70b3c375c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:00.688411 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-352c22ad-a588-493f-ae06-88a701ea4bd7 req-412ee278-fb90-4be0-9e3e-ed70b3c375c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0897e07d-1423-4ad7-b723-9c8134b46027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747395 May 26 22:21:00.829181 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-352c22ad-a588-493f-ae06-88a701ea4bd7 req-153be8be-f45c-427f-bd72-fd1349c10a29 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317892 May 26 22:21:01.041116 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-7ebc0a70-0b0e-4260-a080-e3585ea15dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '4af6e625-3524-41ac-9dca-e1a3b2a8df7d', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'port_id': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'mac_address': 'fa:16:3e:6b:15:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:20:46Z', 'updated_at': '2021-05-26T22:20:58Z', 'revision_number': 1, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1939f6c3-064a-4f3f-ade7-a543dda84bcf', 'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'mac_address': 'fa:16:3e:f6:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:40Z', 'updated_at': '2021-05-26T22:16:46Z', 'revision_number': 5, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'subnets': [{'id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:01.045406 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc0a70-0b0e-4260-a080-e3585ea15dc6 None None] The sync data for ids ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'] in dv-cinder-793244-1-iscsi is: [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '4af6e625-3524-41ac-9dca-e1a3b2a8df7d', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'port_id': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'mac_address': 'fa:16:3e:6b:15:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:20:46Z', 'updated_at': '2021-05-26T22:20:58Z', 'revision_number': 1, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1939f6c3-064a-4f3f-ade7-a543dda84bcf', 'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'mac_address': 'fa:16:3e:f6:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:40Z', 'updated_at': '2021-05-26T22:16:46Z', 'revision_number': 5, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'subnets': [{'id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:21:01.084583 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-352c22ad-a588-493f-ae06-88a701ea4bd7 req-afeea9af-a195-4204-babe-5919ee7ea753 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474461 May 26 22:21:01.171910 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e37bb51c-2c25-4d5b-9025-11964df943f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:01.238516 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfbb260-4415-4119-aa8a-b5a10d818ac0 None None] New status for floating IP 4af6e625-3524-41ac-9dca-e1a3b2a8df7d: ACTIVE {{(pid=91911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:21:01.258060 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:02.406772 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:03.910108 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:06.506432 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aa4bf2be-cf30-4580-8162-57b813ab850c req-13fccc22-008b-4e8b-ab2f-15bbe02f03f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688117 May 26 22:21:06.646686 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bf2be-cf30-4580-8162-57b813ab850c req-450d3144-ff41-4161-8836-def24fb23dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:06.648155 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aa4bf2be-cf30-4580-8162-57b813ab850c req-450d3144-ff41-4161-8836-def24fb23dc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a435291021204d3da09d9114cbf1a10c&device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 1099 time: 0.0728557 May 26 22:21:06.792796 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bf2be-cf30-4580-8162-57b813ab850c req-fa3d110c-c7a8-4f3e-985d-6c556dcc0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:06.794541 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aa4bf2be-cf30-4580-8162-57b813ab850c req-fa3d110c-c7a8-4f3e-985d-6c556dcc0340 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd0f4b88-2ea3-42a5-875f-953927127dd7 HTTP/1.1" status: 200 len: 911 time: 0.1274481 May 26 22:21:06.898441 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aa4bf2be-cf30-4580-8162-57b813ab850c req-e81dc90e-650e-45b4-930d-c4928a975f2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d802b095-6feb-436b-8eba-77b1646d218a HTTP/1.1" status: 200 len: 1001 time: 0.0972102 May 26 22:21:06.959578 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bf2be-cf30-4580-8162-57b813ab850c req-8f4dc9d8-aa38-446f-9ce7-ffe4fc09b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:06.961004 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aa4bf2be-cf30-4580-8162-57b813ab850c req-8f4dc9d8-aa38-446f-9ce7-ffe4fc09b746 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adae609d-8b31-437b-a405-c50a9858e6b3 HTTP/1.1" status: 200 len: 850 time: 0.0561461 May 26 22:21:07.036987 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bf2be-cf30-4580-8162-57b813ab850c req-a9c70735-f3ff-42c4-bafb-f48c346e7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:07.038429 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aa4bf2be-cf30-4580-8162-57b813ab850c req-a9c70735-f3ff-42c4-bafb-f48c346e7c12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd0f4b88-2ea3-42a5-875f-953927127dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714514 May 26 22:21:07.171023 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aa4bf2be-cf30-4580-8162-57b813ab850c req-943b92da-e05e-43fd-94ac-4ad511b401dd service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263573 May 26 22:21:07.302180 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aa4bf2be-cf30-4580-8162-57b813ab850c req-07080141-6ef8-4b43-9182-58d4a4074bc4 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243880 May 26 22:21:26.510126 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:28.839555 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-46a55d6b-bd97-49a1-a3b4-833ad28a5d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:31.169509 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3e146f38-8a38-475a-80c0-93c893f01add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:31.258890 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:32.408638 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:33.906286 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.903833 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:21:56.502321 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:58.841761 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-67f4bc59-acf3-4e68-ba06-3a4d9166cb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:01.170866 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-499e69c1-6db3-4478-b64c-543575b4fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:01.260703 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:02.412125 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:03.909648 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:06.506700 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4df9c4c8-5051-454b-b76f-f42e557a1a9a req-3d590287-f07e-4fbe-a469-9c5c56628a47 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706971 May 26 22:22:06.602084 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c4c8-5051-454b-b76f-f42e557a1a9a req-71f092a2-41b8-49d9-851a-b56e639eaf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:06.603558 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4df9c4c8-5051-454b-b76f-f42e557a1a9a req-71f092a2-41b8-49d9-851a-b56e639eaf82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 1099 time: 0.0769784 May 26 22:22:06.752843 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c4c8-5051-454b-b76f-f42e557a1a9a req-961ca2aa-e9df-4a2f-8346-ddb243e5dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:06.754302 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4df9c4c8-5051-454b-b76f-f42e557a1a9a req-961ca2aa-e9df-4a2f-8346-ddb243e5dee3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 917 time: 0.1309474 May 26 22:22:06.861130 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4df9c4c8-5051-454b-b76f-f42e557a1a9a req-53959095-8cb0-4f2b-9dcf-957f5923b783 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6 HTTP/1.1" status: 200 len: 1001 time: 0.1000369 May 26 22:22:06.932818 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c4c8-5051-454b-b76f-f42e557a1a9a req-10792622-579f-4d03-9194-a2ebb1175cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:06.934278 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4df9c4c8-5051-454b-b76f-f42e557a1a9a req-10792622-579f-4d03-9194-a2ebb1175cda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 200 len: 856 time: 0.0668924 May 26 22:22:07.013784 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c4c8-5051-454b-b76f-f42e557a1a9a req-7600c1a4-c2ba-48ac-9196-31472f02256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:07.015878 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4df9c4c8-5051-454b-b76f-f42e557a1a9a req-7600c1a4-c2ba-48ac-9196-31472f02256a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0897e07d-1423-4ad7-b723-9c8134b46027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752707 May 26 22:22:07.150865 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4df9c4c8-5051-454b-b76f-f42e557a1a9a req-a7589fba-67a9-4c9c-98bf-501931916e1b service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282272 May 26 22:22:07.439511 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4df9c4c8-5051-454b-b76f-f42e557a1a9a req-682f45cc-a5df-4db3-9be9-5dcb2f9426e2 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814312 May 26 22:22:07.455293 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84326c3a-2c75-4b99-ac8c-5680b23702af req-52500d68-223b-49bb-b2c9-babe9d331ced tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:07.456728 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-84326c3a-2c75-4b99-ac8c-5680b23702af req-52500d68-223b-49bb-b2c9-babe9d331ced tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 946 time: 0.1274853 May 26 22:22:07.501101 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-84326c3a-2c75-4b99-ac8c-5680b23702af req-1a3414a6-4ea6-4dd9-8d83-09fe0fe870b7 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e08d4f9-3976-4862-b7fe-3f32a02f0f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386209 May 26 22:22:08.684944 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f96d58-84d8-4a0f-beb8-4dd7d2021c9a req-343a3682-9622-4c81-aa2f-da49f054fbfa tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:08.686374 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-34f96d58-84d8-4a0f-beb8-4dd7d2021c9a req-343a3682-9622-4c81-aa2f-da49f054fbfa tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 946 time: 0.0785103 May 26 22:22:08.733231 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-34f96d58-84d8-4a0f-beb8-4dd7d2021c9a req-5c28ff14-3f22-48d4-9d7e-68e333f50569 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e08d4f9-3976-4862-b7fe-3f32a02f0f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402887 May 26 22:22:09.230605 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83135-4524-4095-be99-398df0e24960 req-d2fec581-ce8a-4b8a-9180-add3fc172f97 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:09.231956 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b3b83135-4524-4095-be99-398df0e24960 req-d2fec581-ce8a-4b8a-9180-add3fc172f97 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 946 time: 0.0785813 May 26 22:22:09.367286 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-b3b83135-4524-4095-be99-398df0e24960 req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Deleting port d802b095-6feb-436b-8eba-77b1646d218a {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:22:09.367629 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b3b83135-4524-4095-be99-398df0e24960 req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:09.498972 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-b3b83135-4524-4095-be99-398df0e24960 req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] For port d802b095-6feb-436b-8eba-77b1646d218a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=d802b095-6feb-436b-8eba-77b1646d218a,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:09.499278 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b3b83135-4524-4095-be99-398df0e24960 req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:09.790363 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b3b83135-4524-4095-be99-398df0e24960 req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:09.791004 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b3b83135-4524-4095-be99-398df0e24960 req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:09.791120 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.l3_db [req-b3b83135-4524-4095-be99-398df0e24960 req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Floating IP 78b6d8b4-c6f1-45c4-ad51-50b667b1f4de disassociated. External IP: 172.27.2.35, port: d802b095-6feb-436b-8eba-77b1646d218a. May 26 22:22:09.791357 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-b3b83135-4524-4095-be99-398df0e24960 req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Calling delete_port for d802b095-6feb-436b-8eba-77b1646d218a owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:22:09.955398 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b3b83135-4524-4095-be99-398df0e24960 req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:09.962909 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:10.016505 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event deleted for resources: {'Port': ['ID=d802b095-6feb-436b-8eba-77b1646d218a,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:10.074838 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:10.075217 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:10.075553 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:10.075937 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:10.076279 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:10.076623 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:10.076959 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:10.077347 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:10.077680 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:10.078014 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:10.078347 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:10.078678 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:10.081960 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:10.129290 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20ce29-29e4-42cb-b7d9-6fa4c5cfcada req-39613fb8-5e31-4c32-a5a0-73e36dff9f55 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:10.130749 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3a20ce29-29e4-42cb-b7d9-6fa4c5cfcada req-39613fb8-5e31-4c32-a5a0-73e36dff9f55 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2fbbb69-8ccf-40b8-97f6-cb64f76089ca HTTP/1.1" status: 200 len: 946 time: 0.2563579 May 26 22:22:10.250007 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3a20ce29-29e4-42cb-b7d9-6fa4c5cfcada req-143f6dcc-eb29-4588-bd59-36e600fbfaf6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups?id=5e08d4f9-3976-4862-b7fe-3f32a02f0f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687499 May 26 22:22:10.258889 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3b83135-4524-4095-be99-398df0e24960 req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Router 8bdc417f-1f92-4034-92fa-fc7ef645437a has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:22:10.553402 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3b83135-4524-4095-be99-398df0e24960 req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:22:10.562361 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83967314-e33f-46ab-8fe7-78984cbb6995 None None] Sync routers for ids ['8bdc417f-1f92-4034-92fa-fc7ef645437a'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:22:10.571906 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83967314-e33f-46ab-8fe7-78984cbb6995 None None] Routers {'8bdc417f-1f92-4034-92fa-fc7ef645437a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:22:10.572593 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-83967314-e33f-46ab-8fe7-78984cbb6995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:22:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['8bdc417f-1f92-4034-92fa-fc7ef645437a'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:10.628060 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b83135-4524-4095-be99-398df0e24960 req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] No DVR routers for this DVR port d802b095-6feb-436b-8eba-77b1646d218a on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:22:10.630470 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-b3b83135-4524-4095-be99-398df0e24960 req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:10.633079 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fbbb69-8ccf-40b8-97f6-cb64f76089ca', 'name': 'network-vif-deleted', 'tag': 'd802b095-6feb-436b-8eba-77b1646d218a'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:10.649715 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b3b83135-4524-4095-be99-398df0e24960 req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.24 "DELETE /v2.0/ports/d802b095-6feb-436b-8eba-77b1646d218a HTTP/1.1" status: 204 len: 173 time: 1.4119737 May 26 22:22:10.681875 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fbbb69-8ccf-40b8-97f6-cb64f76089ca', 'name': 'network-vif-deleted', 'tag': 'd802b095-6feb-436b-8eba-77b1646d218a', 'status': 'completed', 'code': 200} May 26 22:22:10.793246 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-83967314-e33f-46ab-8fe7-78984cbb6995 None None] Set router 8bdc417f-1f92-4034-92fa-fc7ef645437a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:22:11.104928 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-83967314-e33f-46ab-8fe7-78984cbb6995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dab5e013-cc11-473d-a515-e10322464c82', 'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'mac_address': 'fa:16:3e:28:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:32Z', 'updated_at': '2021-05-26T22:10:44Z', 'revision_number': 5, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'subnets': [{'id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:11.108958 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83967314-e33f-46ab-8fe7-78984cbb6995 None None] Checking router: 8bdc417f-1f92-4034-92fa-fc7ef645437a for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:22:11.117732 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83967314-e33f-46ab-8fe7-78984cbb6995 None None] Routers {'8bdc417f-1f92-4034-92fa-fc7ef645437a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:22:11.118319 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-83967314-e33f-46ab-8fe7-78984cbb6995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:22:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['8bdc417f-1f92-4034-92fa-fc7ef645437a'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:11.292671 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-83967314-e33f-46ab-8fe7-78984cbb6995 None None] Set router 8bdc417f-1f92-4034-92fa-fc7ef645437a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:22:11.371490 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 41420) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:11.441252 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-57cfefd0-f29d-4b90-80f6-c9b44453b0a3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:11.473616 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-57cfefd0-f29d-4b90-80f6-c9b44453b0a3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:11.532941 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-57cfefd0-f29d-4b90-80f6-c9b44453b0a3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:11.537381 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-5595b48b-eb4f-4e61-b72e-502e7fdadc9f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:11.554848 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfefd0-f29d-4b90-80f6-c9b44453b0a3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e08d4f9-3976-4862-b7fe-3f32a02f0f38,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:11.565301 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-57cfefd0-f29d-4b90-80f6-c9b44453b0a3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:11.571588 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-57cfefd0-f29d-4b90-80f6-c9b44453b0a3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:11.575258 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-57cfefd0-f29d-4b90-80f6-c9b44453b0a3 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "DELETE /v2.0/security-groups/5e08d4f9-3976-4862-b7fe-3f32a02f0f38 HTTP/1.1" status: 204 len: 168 time: 0.2002776 May 26 22:22:11.575690 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 41426) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:11.598718 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.api.v2.resource [None req-92a07502-0407-481b-b388-9225b0541202 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] show failed (client error): The resource could not be found. May 26 22:22:11.603044 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-92a07502-0407-481b-b388-9225b0541202 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "GET /v2.0/security-groups/5e08d4f9-3976-4862-b7fe-3f32a02f0f38 HTTP/1.1" status: 404 len: 347 time: 0.0231349 May 26 22:22:11.603044 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 41430) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:11.648397 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-83967314-e33f-46ab-8fe7-78984cbb6995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dab5e013-cc11-473d-a515-e10322464c82', 'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'mac_address': 'fa:16:3e:28:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:32Z', 'updated_at': '2021-05-26T22:10:44Z', 'revision_number': 5, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'subnets': [{'id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:11.652168 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83967314-e33f-46ab-8fe7-78984cbb6995 None None] The sync data for ids ['8bdc417f-1f92-4034-92fa-fc7ef645437a'] in dv-cinder-793244-1-iscsi is: [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:10:34Z', 'revision_number': 4, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dab5e013-cc11-473d-a515-e10322464c82', 'name': '', 'network_id': 'fd0f4b88-2ea3-42a5-875f-953927127dd7', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'mac_address': 'fa:16:3e:28:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:32Z', 'updated_at': '2021-05-26T22:10:44Z', 'revision_number': 5, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'subnets': [{'id': 'adae609d-8b31-437b-a405-c50a9858e6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:22:11.829700 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-3b20ce35-5166-4ed1-a28d-478c89404d94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Deleting port 62489bdd-0559-4d10-8e0d-706e055cee83 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:22:11.830295 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3b20ce35-5166-4ed1-a28d-478c89404d94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:11.854277 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14340f4-5393-4e16-bd77-14c47c0dcff0 None None] New status for floating IP 78b6d8b4-c6f1-45c4-ad51-50b667b1f4de: DOWN {{(pid=91911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:22:11.953652 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3b20ce35-5166-4ed1-a28d-478c89404d94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:11.953932 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3b20ce35-5166-4ed1-a28d-478c89404d94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:12.085111 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-3b20ce35-5166-4ed1-a28d-478c89404d94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Calling delete_port for 62489bdd-0559-4d10-8e0d-706e055cee83 owned by network:floatingip {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:22:12.194199 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3b20ce35-5166-4ed1-a28d-478c89404d94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:12.197697 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-7f6f5b5c-65d1-4a19-8172-70f1ec581e0b tempest-AttachVolumeNegativeTest-807310068 tempest-AttachVolumeNegativeTest-807310068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:12.240610 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20ce35-5166-4ed1-a28d-478c89404d94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Pushing event deleted for resources: {'Port': ['ID=62489bdd-0559-4d10-8e0d-706e055cee83,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:12.243600 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3b20ce35-5166-4ed1-a28d-478c89404d94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:12.332577 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3b20ce35-5166-4ed1-a28d-478c89404d94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks [] for floatingip, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:12.346083 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3b20ce35-5166-4ed1-a28d-478c89404d94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:12.347177 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-3b20ce35-5166-4ed1-a28d-478c89404d94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] 10.222.0.15 "DELETE /v2.0/floatingips/78b6d8b4-c6f1-45c4-ad51-50b667b1f4de HTTP/1.1" status: 204 len: 168 time: 0.7433486 May 26 22:22:12.634158 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device d802b095-6feb-436b-8eba-77b1646d218a no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:22:12.669099 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: d802b095-6feb-436b-8eba-77b1646d218a {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:22:12.669620 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device d802b095-6feb-436b-8eba-77b1646d218a not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:22:13.901923 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:22:16.485797 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 41470) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:17.166232 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746684'] for router_interface, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:17.674299 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Deleting port dab5e013-cc11-473d-a515-e10322464c82 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:22:17.675031 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:17.793363 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] For port dab5e013-cc11-473d-a515-e10322464c82, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=dab5e013-cc11-473d-a515-e10322464c82,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:17.793704 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:17.915137 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Calling delete_port for dab5e013-cc11-473d-a515-e10322464c82 owned by network:router_interface {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:22:18.062361 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:18.067030 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9840594e-bdc8-437c-a091-dd2a3c88a68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:18.113260 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab5e013-cc11-473d-a515-e10322464c82,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:18.154356 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:18.154733 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:18.155100 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:18.155637 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:18.156021 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:18.156379 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:18.156732 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:18.157083 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:18.157435 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:18.157780 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:18.158128 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:18.158469 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:18.185901 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:18.394082 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747020'] for router_interface, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:18.761776 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Router 8bdc417f-1f92-4034-92fa-fc7ef645437a has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:22:19.047322 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:22:19.055835 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01713a9-7633-47b1-93d4-0fbb29759901 None None] Sync routers for ids ['8bdc417f-1f92-4034-92fa-fc7ef645437a'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:22:19.059498 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] 10.222.0.15 "PUT /v2.0/routers/8bdc417f-1f92-4034-92fa-fc7ef645437a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5726447 May 26 22:22:19.062727 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 41480) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:19.066733 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01713a9-7633-47b1-93d4-0fbb29759901 None None] Routers {'8bdc417f-1f92-4034-92fa-fc7ef645437a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:22:19.067341 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-e01713a9-7633-47b1-93d4-0fbb29759901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:22:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['8bdc417f-1f92-4034-92fa-fc7ef645437a'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:19.242856 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Notify callbacks [] for router, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:19.245017 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-e01713a9-7633-47b1-93d4-0fbb29759901 None None] Set router 8bdc417f-1f92-4034-92fa-fc7ef645437a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:22:19.419935 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:19.498111 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Deleting port 086bd84b-3637-4655-8976-4a0557363b84 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:22:19.498479 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:19.571347 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-e01713a9-7633-47b1-93d4-0fbb29759901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '086bd84b-3637-4655-8976-4a0557363b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:22:18Z', 'revision_number': 5, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port': {'id': '086bd84b-3637-4655-8976-4a0557363b84', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:10:28Z', 'updated_at': '2021-05-26T22:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:19.575432 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01713a9-7633-47b1-93d4-0fbb29759901 None None] Checking router: 8bdc417f-1f92-4034-92fa-fc7ef645437a for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:22:19.584765 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01713a9-7633-47b1-93d4-0fbb29759901 None None] Routers {'8bdc417f-1f92-4034-92fa-fc7ef645437a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:22:19.585391 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-e01713a9-7633-47b1-93d4-0fbb29759901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:22:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['8bdc417f-1f92-4034-92fa-fc7ef645437a'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:19.728598 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] For port 086bd84b-3637-4655-8976-4a0557363b84, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=086bd84b-3637-4655-8976-4a0557363b84,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:19.728949 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:19.734782 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-e01713a9-7633-47b1-93d4-0fbb29759901 None None] Set router 8bdc417f-1f92-4034-92fa-fc7ef645437a gateway port host: None {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:22:19.840485 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-e01713a9-7633-47b1-93d4-0fbb29759901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:22:19Z', 'revision_number': 6, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port_host': None}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:19.844601 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01713a9-7633-47b1-93d4-0fbb29759901 None None] The sync data for ids ['8bdc417f-1f92-4034-92fa-fc7ef645437a'] in dv-cinder-793244-1-iscsi is: [{'id': '8bdc417f-1f92-4034-92fa-fc7ef645437a', 'name': 'tempest-AttachVolumeTestJSON-1096582553-router', 'tenant_id': 'a435291021204d3da09d9114cbf1a10c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:10:27Z', 'updated_at': '2021-05-26T22:22:19Z', 'revision_number': 6, 'project_id': 'a435291021204d3da09d9114cbf1a10c', 'gw_port_host': None}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:22:19.853921 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Calling delete_port for 086bd84b-3637-4655-8976-4a0557363b84 owned by network:router_gateway {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:22:19.992669 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:19.997094 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:20.041991 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=086bd84b-3637-4655-8976-4a0557363b84,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:20.069021 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:20.134391 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748179'] for router_gateway, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.312132 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1009'] for router, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.314333 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.337403 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741920'] for router, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.337910 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bdc417f-1f92-4034-92fa-fc7ef645437a {{(pid=91908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:22:20.353339 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Notify callbacks [] for router, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.354890 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8bdc417f-1f92-4034-92fa-fc7ef645437a HTTP/1.1" status: 204 len: 168 time: 1.2909908 May 26 22:22:20.357564 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 41486) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:20.432530 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e549cc-72af-439b-9176-296c947fc8f1 admin admin] Deleting subnet adae609d-8b31-437b-a405-c50a9858e6b3 {{(pid=91908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:22:20.435619 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-67e549cc-72af-439b-9176-296c947fc8f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.487275 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-67e549cc-72af-439b-9176-296c947fc8f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2177247'] for subnet, precommit_delete_associations {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.566285 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-67e549cc-72af-439b-9176-296c947fc8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.822172 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-67e549cc-72af-439b-9176-296c947fc8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2177211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2572536'] for subnet, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.826368 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-9906c681-be8b-4e7f-a482-81a6048b8920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:20.862818 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e549cc-72af-439b-9176-296c947fc8f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adae609d-8b31-437b-a405-c50a9858e6b3,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:20.865843 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-67e549cc-72af-439b-9176-296c947fc8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:20.868851 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-67e549cc-72af-439b-9176-296c947fc8f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.873785 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ff5a16-75b8-4cae-9521-1e23de35f9dd None None] Network fd0f4b88-2ea3-42a5-875f-953927127dd7 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:22:20.876724 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-67e549cc-72af-439b-9176-296c947fc8f1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/adae609d-8b31-437b-a405-c50a9858e6b3 HTTP/1.1" status: 204 len: 168 time: 0.5171809 May 26 22:22:20.878983 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 41492) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:20.983058 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.052810 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Deleting port 30a974df-d64c-4cbb-84e9-69566bdca054 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:22:21.053147 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.119638 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] DHCP port deletion for fd0f4b88-2ea3-42a5-875f-953927127dd7 request from dv-cinder-793244-1-iscsi {{(pid=91910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 22:22:21.190279 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Deleting port 30a974df-d64c-4cbb-84e9-69566bdca054 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:22:21.190922 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.254587 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] For port 30a974df-d64c-4cbb-84e9-69566bdca054, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=30a974df-d64c-4cbb-84e9-69566bdca054,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:21.255186 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.292790 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] For port 30a974df-d64c-4cbb-84e9-69566bdca054, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=30a974df-d64c-4cbb-84e9-69566bdca054,segment=NetworkSegment(3ef65d9d-4e8e-444b-bbd9-89499b77aee4),segment_id=3ef65d9d-4e8e-444b-bbd9-89499b77aee4)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:21.293188 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.378883 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Calling delete_port for 30a974df-d64c-4cbb-84e9-69566bdca054 owned by network:dhcp {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:22:21.415953 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Calling delete_port for 30a974df-d64c-4cbb-84e9-69566bdca054 owned by network:dhcp {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:22:21.424708 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.429224 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2fbc6a8a-5317-4e9e-8ae5-ca8c79d930ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:21.460048 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.464443 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:21.473393 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=30a974df-d64c-4cbb-84e9-69566bdca054,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:21.475186 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] No DVR routers for this DVR port 30a974df-d64c-4cbb-84e9-69566bdca054 on host dv-cinder-793244-1-iscsi {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:22:21.476641 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:21.511082 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Pushing event deleted for resources: {'Port': ['ID=30a974df-d64c-4cbb-84e9-69566bdca054,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:21.513446 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] No DVR routers for this DVR port 30a974df-d64c-4cbb-84e9-69566bdca054 on host dv-cinder-793244-1-iscsi {{(pid=91910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:22:21.521970 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:21.522321 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:21.522658 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:21.522993 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:21.523326 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:21.523659 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:21.524012 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:21.524340 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:21.524666 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:21.524987 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:21.525414 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:21.525626 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:21.528581 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:21.592125 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.605317 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.services.segments.db [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0f4b88-2ea3-42a5-875f-953927127dd7']}} {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:21.617078 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.services.segments.db [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef65d9d-4e8e-444b-bbd9-89499b77aee4') {'for_net_delete': True} {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:21.617369 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.services.segments.db [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef65d9d-4e8e-444b-bbd9-89499b77aee4') {} {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:21.629019 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2177254'] for segment, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.645737 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.651577 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=91908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:22:21.651976 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176537'] for segment, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: Traceback (most recent call last): May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: timer() May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: cb(*args, **kw) May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: return func(*args, **kwargs) May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: self._notify() May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: self.callback(batched_events) May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: event.method(event) May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: return f(self, *a, **k) May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: return self._get(url).json() May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: return self.request(url, 'GET', **kwargs) May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:22:21.664761 dv-cinder-793244-1-iscsi neutron-server[91908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:22:21.745195 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.750580 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-49beb8bf-b14a-4f15-b1c5-13e2a8a27669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:21.767493 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.773579 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0f4b88-2ea3-42a5-875f-953927127dd7,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:21.777600 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:21.786766 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 086bd84b-3637-4655-8976-4a0557363b84 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:22:21.793629 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] 10.222.0.15 "DELETE /v2.0/networks/fd0f4b88-2ea3-42a5-875f-953927127dd7 HTTP/1.1" status: 204 len: 168 time: 0.9133620 May 26 22:22:21.824194 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 086bd84b-3637-4655-8976-4a0557363b84 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:22:21.824537 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 086bd84b-3637-4655-8976-4a0557363b84 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:22:21.824960 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device dab5e013-cc11-473d-a515-e10322464c82 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:22:21.857688 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: dab5e013-cc11-473d-a515-e10322464c82 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:22:21.858037 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device dab5e013-cc11-473d-a515-e10322464c82 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:22:21.858488 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 30a974df-d64c-4cbb-84e9-69566bdca054 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:22:21.894281 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 30a974df-d64c-4cbb-84e9-69566bdca054 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:22:21.894931 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 30a974df-d64c-4cbb-84e9-69566bdca054 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:22:21.927566 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 41500) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:21.975777 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-e8ede712-4c48-4a57-89ac-9c240cb544b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a435291021204d3da09d9114cbf1a10c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0468714 May 26 22:22:21.978041 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 41504) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:22.038852 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-30f061e7-ae89-4b30-ad88-6ed90c171500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:22.066065 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-30f061e7-ae89-4b30-ad88-6ed90c171500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:22.118220 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-30f061e7-ae89-4b30-ad88-6ed90c171500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:22.122023 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-ace38c36-4382-41a0-a795-9ec380115dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:22.136226 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f061e7-ae89-4b30-ad88-6ed90c171500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef87414-a299-486d-80ef-4518138cb841,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:22.140064 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-30f061e7-ae89-4b30-ad88-6ed90c171500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:22.143075 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-30f061e7-ae89-4b30-ad88-6ed90c171500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:22.144173 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-30f061e7-ae89-4b30-ad88-6ed90c171500 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ef87414-a299-486d-80ef-4518138cb841 HTTP/1.1" status: 204 len: 168 time: 0.1652918 May 26 22:22:25.932133 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b6727-acd7-4407-a553-a8b03daed0ba req-76893077-f108-4f70-812a-9563d6134836 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:25.933515 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ca2b6727-acd7-4407-a553-a8b03daed0ba req-76893077-f108-4f70-812a-9563d6134836 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0814226 May 26 22:22:25.983633 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ca2b6727-acd7-4407-a553-a8b03daed0ba req-5d25a60b-31cb-4c04-92ef-0bc6078a4e96 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436869 May 26 22:22:26.505180 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:27.170370 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5fd7a-cc2f-45d2-8c04-f1b9d362bdae req-5d9926f2-73a4-4704-9930-aa6128d8a21b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:27.172337 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9df5fd7a-cc2f-45d2-8c04-f1b9d362bdae req-5d9926f2-73a4-4704-9930-aa6128d8a21b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0801914 May 26 22:22:27.217514 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9df5fd7a-cc2f-45d2-8c04-f1b9d362bdae req-e21a9751-2b28-41d9-8c55-56f0d57dd87e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396285 May 26 22:22:27.662936 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 41610) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:27.779705 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-613b33bf-4de0-4218-96bc-892645bfc2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:27.794512 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-613b33bf-4de0-4218-96bc-892645bfc2c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:27.798608 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-613b33bf-4de0-4218-96bc-892645bfc2c3 admin admin] Usage tracker for resource:security_group_rule and tenant:4043e1c3e6f14278a59553edfca75684 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:27.801421 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-613b33bf-4de0-4218-96bc-892645bfc2c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:27.807008 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-613b33bf-4de0-4218-96bc-892645bfc2c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:27.891922 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-613b33bf-4de0-4218-96bc-892645bfc2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:27.895550 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-613b33bf-4de0-4218-96bc-892645bfc2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:27.903209 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-1bd0b1e0-de33-4c00-b2b4-b5244c4bffae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:27.943950 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-613b33bf-4de0-4218-96bc-892645bfc2c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4043e1c3e6f14278a59553edfca75684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798510 May 26 22:22:27.945554 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b33bf-4de0-4218-96bc-892645bfc2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c2492c-39f9-4611-8260-448c1944e347,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:27.946751 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 41616) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:27.949886 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-613b33bf-4de0-4218-96bc-892645bfc2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:28.005688 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d5748ea8-39f4-4dfb-863a-8fb3085e0431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:28.030752 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d5748ea8-39f4-4dfb-863a-8fb3085e0431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:28.087236 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d5748ea8-39f4-4dfb-863a-8fb3085e0431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:28.091273 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-a84bae2c-c3b5-456a-9c2d-5c7ebb191f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:28.102899 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5748ea8-39f4-4dfb-863a-8fb3085e0431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c2492c-39f9-4611-8260-448c1944e347,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:28.106535 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d5748ea8-39f4-4dfb-863a-8fb3085e0431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:28.110520 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d5748ea8-39f4-4dfb-863a-8fb3085e0431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:28.111634 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-d5748ea8-39f4-4dfb-863a-8fb3085e0431 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65c2492c-39f9-4611-8260-448c1944e347 HTTP/1.1" status: 204 len: 168 time: 0.1638501 May 26 22:22:28.393604 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 41626) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:28.412019 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bedcf7aa-3979-417b-ad38-173457502a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:28.413966 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6773a0e-60fb-4fc9-9479-30b159f1657b req-135cc223-f39e-41f6-b5b5-4ddaedaf8e8c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:28.415541 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d6773a0e-60fb-4fc9-9479-30b159f1657b req-135cc223-f39e-41f6-b5b5-4ddaedaf8e8c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0841665 May 26 22:22:28.426897 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-bedcf7aa-3979-417b-ad38-173457502a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:28.430703 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-bedcf7aa-3979-417b-ad38-173457502a83 admin admin] Usage tracker for resource:security_group_rule and tenant:eea7f6c2463e40a69f6db6f32c0f227a is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:28.433662 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-bedcf7aa-3979-417b-ad38-173457502a83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:28.439942 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-bedcf7aa-3979-417b-ad38-173457502a83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:28.461023 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d6773a0e-60fb-4fc9-9479-30b159f1657b req-3729d496-f60f-4c9b-a813-8625276fb7d1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398386 May 26 22:22:28.523375 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bedcf7aa-3979-417b-ad38-173457502a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:28.526908 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bedcf7aa-3979-417b-ad38-173457502a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:28.540104 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-aa333e80-d629-43d5-83cc-1bd2044255f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:28.579229 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-bedcf7aa-3979-417b-ad38-173457502a83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eea7f6c2463e40a69f6db6f32c0f227a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1845593 May 26 22:22:28.580866 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcf7aa-3979-417b-ad38-173457502a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856f2a37-4bd7-4026-bff9-a9888d9bd2fa,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:28.582397 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 41630) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:28.583950 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bedcf7aa-3979-417b-ad38-173457502a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:28.643782 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-cc941d81-7202-4f9e-9079-33ad1dfdd2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:28.669545 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-cc941d81-7202-4f9e-9079-33ad1dfdd2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:28.720893 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-cc941d81-7202-4f9e-9079-33ad1dfdd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:28.724540 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-55fdb5ca-bbec-4fac-993e-d2b80e2c733b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:28.735950 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc941d81-7202-4f9e-9079-33ad1dfdd2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856f2a37-4bd7-4026-bff9-a9888d9bd2fa,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:28.741482 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-cc941d81-7202-4f9e-9079-33ad1dfdd2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:28.745224 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-cc941d81-7202-4f9e-9079-33ad1dfdd2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:28.746326 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-cc941d81-7202-4f9e-9079-33ad1dfdd2c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/856f2a37-4bd7-4026-bff9-a9888d9bd2fa HTTP/1.1" status: 204 len: 168 time: 0.1629572 May 26 22:22:28.849751 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-46e9b82d-9a9a-4437-ad7a-5645f1e1f936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:29.649581 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f49514-9fb2-4c0b-b2a4-30b60523576c req-533f6570-4b02-4bce-924e-7f7ac73ab60b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:29.651047 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26f49514-9fb2-4c0b-b2a4-30b60523576c req-533f6570-4b02-4bce-924e-7f7ac73ab60b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0806684 May 26 22:22:29.696620 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-26f49514-9fb2-4c0b-b2a4-30b60523576c req-b864549d-50ea-4a89-911c-4bea2798bf84 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401096 May 26 22:22:30.893308 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3cfe1-8db4-4827-a7ed-a7ae3edbd76b req-53a3f25f-4aed-4479-bbe1-180b267d7467 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:30.894686 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-41f3cfe1-8db4-4827-a7ed-a7ae3edbd76b req-53a3f25f-4aed-4479-bbe1-180b267d7467 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0860209 May 26 22:22:30.939142 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-41f3cfe1-8db4-4827-a7ed-a7ae3edbd76b req-286f5eb5-44d6-43f8-8241-499f2fde5e42 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388217 May 26 22:22:31.172601 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-38767993-32f0-41dd-b32f-137c8d5070ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:31.262305 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:32.135985 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52b870-bb82-446f-aff9-4f04a2ace4f5 req-2e869a62-c486-45e4-aa2c-60f6fa968ff7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:32.137426 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0c52b870-bb82-446f-aff9-4f04a2ace4f5 req-2e869a62-c486-45e4-aa2c-60f6fa968ff7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0817311 May 26 22:22:32.194088 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0c52b870-bb82-446f-aff9-4f04a2ace4f5 req-5df0f3d2-bdb3-4236-9479-0cf072cbbb87 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507154 May 26 22:22:32.416152 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:33.382688 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b083025-0ef7-41ee-a4be-a7fa235e3513 req-4effde0c-9d04-443c-af9a-bc303bb657c6 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:33.384169 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5b083025-0ef7-41ee-a4be-a7fa235e3513 req-4effde0c-9d04-443c-af9a-bc303bb657c6 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0802996 May 26 22:22:33.429045 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5b083025-0ef7-41ee-a4be-a7fa235e3513 req-8cc9f874-49c3-47ed-a7de-2750f057cfb9 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392916 May 26 22:22:33.911378 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:34.620540 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ce712-9d1c-4159-996c-f16c66864ba3 req-2a4da292-544c-4740-aa41-891e73ef1813 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:34.621979 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-012ce712-9d1c-4159-996c-f16c66864ba3 req-2a4da292-544c-4740-aa41-891e73ef1813 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0835276 May 26 22:22:34.665750 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-012ce712-9d1c-4159-996c-f16c66864ba3 req-961c569c-7fc8-4a1f-b9e7-31f5f1dfec1d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378959 May 26 22:22:35.197299 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 41726) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:35.310370 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f08a4e4f-9194-466f-a44e-0c6fc95839f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.325059 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-f08a4e4f-9194-466f-a44e-0c6fc95839f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:35.329701 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-f08a4e4f-9194-466f-a44e-0c6fc95839f4 admin admin] Usage tracker for resource:security_group_rule and tenant:9a1f58f8da4947c9a65bc7c883cd20bb is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:35.332578 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-f08a4e4f-9194-466f-a44e-0c6fc95839f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:35.338169 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-f08a4e4f-9194-466f-a44e-0c6fc95839f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:35.419891 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f08a4e4f-9194-466f-a44e-0c6fc95839f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.424167 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f08a4e4f-9194-466f-a44e-0c6fc95839f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.431426 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-03367d5d-457a-4409-a419-853ecef96093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:35.475887 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-f08a4e4f-9194-466f-a44e-0c6fc95839f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a1f58f8da4947c9a65bc7c883cd20bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774296 May 26 22:22:35.476701 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a4e4f-9194-466f-a44e-0c6fc95839f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cd4b9a-acbf-48b5-ba90-0711ebddb9be,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:35.478533 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 41732) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:35.479704 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f08a4e4f-9194-466f-a44e-0c6fc95839f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:35.537767 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-591120cd-6c93-4f58-b900-4bcad276ad17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.563499 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-591120cd-6c93-4f58-b900-4bcad276ad17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.614652 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-591120cd-6c93-4f58-b900-4bcad276ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.619422 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-18d07ade-fb12-4397-b3b1-7b4e193c3b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:35.633407 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591120cd-6c93-4f58-b900-4bcad276ad17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cd4b9a-acbf-48b5-ba90-0711ebddb9be,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:35.636208 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-591120cd-6c93-4f58-b900-4bcad276ad17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:35.646348 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-591120cd-6c93-4f58-b900-4bcad276ad17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.647459 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-591120cd-6c93-4f58-b900-4bcad276ad17 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05cd4b9a-acbf-48b5-ba90-0711ebddb9be HTTP/1.1" status: 204 len: 168 time: 0.1679635 May 26 22:22:35.889341 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7476374-e821-455e-b31a-7bfb8d0d52bf req-aefed2e4-dbff-4429-8bba-be4c82a2199c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:35.890995 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7476374-e821-455e-b31a-7bfb8d0d52bf req-aefed2e4-dbff-4429-8bba-be4c82a2199c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.1082647 May 26 22:22:35.932226 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 41742) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:35.936756 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7476374-e821-455e-b31a-7bfb8d0d52bf req-8e95df55-cd6d-43f4-ab56-04bf0e619251 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402050 May 26 22:22:35.950406 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-cfe6fd74-45d1-4b33-b320-679235af126b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.964620 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-cfe6fd74-45d1-4b33-b320-679235af126b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:35.968934 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-cfe6fd74-45d1-4b33-b320-679235af126b admin admin] Usage tracker for resource:security_group_rule and tenant:ba6ada57fdc8420fade4fed399213d97 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:35.971736 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-cfe6fd74-45d1-4b33-b320-679235af126b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:35.977342 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-cfe6fd74-45d1-4b33-b320-679235af126b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:36.059621 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-cfe6fd74-45d1-4b33-b320-679235af126b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:36.063126 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-cfe6fd74-45d1-4b33-b320-679235af126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:36.070119 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-cf53a6a8-0b70-446d-a8ac-d49c0edbde86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:36.110620 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-cfe6fd74-45d1-4b33-b320-679235af126b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba6ada57fdc8420fade4fed399213d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771350 May 26 22:22:36.111533 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6fd74-45d1-4b33-b320-679235af126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4202ff8f-56ba-4cbf-8ac1-429cbbd6c46e,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:36.113329 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 41746) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:36.114502 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-cfe6fd74-45d1-4b33-b320-679235af126b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:36.175218 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d76e9fd7-b961-4922-bcd2-99df554fc146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:36.200345 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d76e9fd7-b961-4922-bcd2-99df554fc146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:36.254267 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d76e9fd7-b961-4922-bcd2-99df554fc146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:36.259269 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0fc6b366-df2a-4dc5-8e0a-0d9fc55d373d tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:36.271906 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e9fd7-b961-4922-bcd2-99df554fc146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4202ff8f-56ba-4cbf-8ac1-429cbbd6c46e,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:36.274197 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d76e9fd7-b961-4922-bcd2-99df554fc146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:36.282504 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d76e9fd7-b961-4922-bcd2-99df554fc146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:36.283642 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-d76e9fd7-b961-4922-bcd2-99df554fc146 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4202ff8f-56ba-4cbf-8ac1-429cbbd6c46e HTTP/1.1" status: 204 len: 168 time: 0.1684585 May 26 22:22:37.132908 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce0cba-f73d-4c50-826e-27fb1d742a82 req-14029ae5-dcc8-43ca-bb8a-554ab4b05879 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:37.132908 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-59ce0cba-f73d-4c50-826e-27fb1d742a82 req-14029ae5-dcc8-43ca-bb8a-554ab4b05879 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0807295 May 26 22:22:37.176759 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-59ce0cba-f73d-4c50-826e-27fb1d742a82 req-7ab57aca-3dea-4fb4-8cbe-13fff84ec4d6 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387189 May 26 22:22:38.457886 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519af6f-b2cf-4ff5-8bb1-9a8bf61b847b req-6aed27eb-15f1-49aa-93a0-78f755002660 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:38.459356 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0519af6f-b2cf-4ff5-8bb1-9a8bf61b847b req-6aed27eb-15f1-49aa-93a0-78f755002660 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.1720288 May 26 22:22:38.505196 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0519af6f-b2cf-4ff5-8bb1-9a8bf61b847b req-1ad92f7b-693f-4496-bb48-af4b31fe14f5 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401275 May 26 22:22:38.773500 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 40ef7c70-cf2a-445c-b4af-36e95df951f6 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:22:38.906385 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 40ef7c70-cf2a-445c-b4af-36e95df951f6, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:38.919870 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'port_id': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'mac_address': 'fa:16:3e:6b:15:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:22:38.976297 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:38.993184 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40ef7c70-cf2a-445c-b4af-36e95df951f6 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:22:39.008234 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 40ef7c70-cf2a-445c-b4af-36e95df951f6, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:39.011960 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:39.013720 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-15e49907-ba53-42ee-bddf-fc72a8952a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:39.085908 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=40ef7c70-cf2a-445c-b4af-36e95df951f6,revision_number=6']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:39.088801 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:39.094000 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['40ef7c70-cf2a-445c-b4af-36e95df951f6'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:22:39.698394 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b3fa-2b6c-4877-b4a0-8e0e8e8029aa req-9a787f6d-ec04-4800-9ebc-6004eccb5ed1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:39.699905 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7446b3fa-2b6c-4877-b4a0-8e0e8e8029aa req-9a787f6d-ec04-4800-9ebc-6004eccb5ed1 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 945 time: 0.0829029 May 26 22:22:39.751477 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7446b3fa-2b6c-4877-b4a0-8e0e8e8029aa req-c219d635-7ae0-4ba9-9c0d-a4e8afd89a99 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446477 May 26 22:22:40.785116 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 40ef7c70-cf2a-445c-b4af-36e95df951f6 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:40.864680 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 40ef7c70-cf2a-445c-b4af-36e95df951f6 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:40.865069 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:40.948643 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4977b08-f5b6-4acd-a818-e498ff03cc23 req-30f71cd8-2fac-4ba6-bce4-d871784efea0 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:40.950106 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4977b08-f5b6-4acd-a818-e498ff03cc23 req-30f71cd8-2fac-4ba6-bce4-d871784efea0 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 945 time: 0.0806539 May 26 22:22:40.988650 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:40.996296 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4977b08-f5b6-4acd-a818-e498ff03cc23 req-5f88b511-ce30-4884-a0d6-de85ae72a16b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397670 May 26 22:22:41.019018 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ef7c70-cf2a-445c-b4af-36e95df951f6'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:41.028758 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 40ef7c70-cf2a-445c-b4af-36e95df951f6, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:41.034394 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:41.037585 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:41.109456 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=40ef7c70-cf2a-445c-b4af-36e95df951f6,revision_number=7']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:41.112674 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:41.197213 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'code': 200} May 26 22:22:42.189865 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811c857-8606-4e6a-91c8-f241570330c4 req-e9aca5d9-b9cf-45eb-b3d7-fd7bda890076 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:42.191566 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2811c857-8606-4e6a-91c8-f241570330c4 req-e9aca5d9-b9cf-45eb-b3d7-fd7bda890076 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0828500 May 26 22:22:42.236326 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2811c857-8606-4e6a-91c8-f241570330c4 req-79d1071a-5e22-4279-8c20-8280140bfc94 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390229 May 26 22:22:43.443374 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9688b12-ae76-47b3-99b4-4088fd675d0b req-d3da75a0-8b04-4e04-8a56-a60587e658dc tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:43.444838 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a9688b12-ae76-47b3-99b4-4088fd675d0b req-d3da75a0-8b04-4e04-8a56-a60587e658dc tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0857065 May 26 22:22:43.496075 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a9688b12-ae76-47b3-99b4-4088fd675d0b req-523063af-34b9-4e48-be93-2af80721e6e4 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409243 May 26 22:22:44.753352 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2a6a4-85a1-403d-9418-cd724bc90928 req-9bc9eeb0-2166-44d5-ac55-448d6f408b01 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:44.754898 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-36c2a6a4-85a1-403d-9418-cd724bc90928 req-9bc9eeb0-2166-44d5-ac55-448d6f408b01 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.1156325 May 26 22:22:44.821889 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-36c2a6a4-85a1-403d-9418-cd724bc90928 req-dabaf9eb-fde1-494b-9ca6-5a0b30c1e529 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593486 May 26 22:22:46.038943 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125a639-5a48-4ae5-9191-aa6f822b642d req-a89e7d6a-1acd-457b-a810-16fb81b64733 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:46.040472 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1125a639-5a48-4ae5-9191-aa6f822b642d req-a89e7d6a-1acd-457b-a810-16fb81b64733 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0911725 May 26 22:22:46.103916 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1125a639-5a48-4ae5-9191-aa6f822b642d req-b23ded1d-6d00-43cd-a4e3-5f182482981a tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543475 May 26 22:22:47.306812 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518da24-cc52-4959-b647-ebf83603fce1 req-efe84a48-fd36-4680-95e7-3b6b2af70baa tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:47.313867 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8518da24-cc52-4959-b647-ebf83603fce1 req-efe84a48-fd36-4680-95e7-3b6b2af70baa tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0998800 May 26 22:22:47.357290 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8518da24-cc52-4959-b647-ebf83603fce1 req-64b1e678-6f39-4b42-98c5-6292dc32f153 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423388 May 26 22:22:48.519953 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 41910) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:48.594188 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7071c-bc44-4946-9b5d-fdb2022f357f req-22599501-cd7d-4d6a-9a0e-f978ef07fc08 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:48.596491 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-58a7071c-bc44-4946-9b5d-fdb2022f357f req-22599501-cd7d-4d6a-9a0e-f978ef07fc08 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0922785 May 26 22:22:48.645262 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-58a7071c-bc44-4946-9b5d-fdb2022f357f req-f3ff7870-341c-4bfa-bf48-53ecab3fe179 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430028 May 26 22:22:48.664464 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e8c98ce7-0416-45c7-9903-d924cb953ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:48.681732 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-e8c98ce7-0416-45c7-9903-d924cb953ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:48.686487 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-e8c98ce7-0416-45c7-9903-d924cb953ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:3f80b7c769b34696ab436a99d9e32a66 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:48.689975 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-e8c98ce7-0416-45c7-9903-d924cb953ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:48.698597 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-e8c98ce7-0416-45c7-9903-d924cb953ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:48.799087 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e8c98ce7-0416-45c7-9903-d924cb953ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:48.804318 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e8c98ce7-0416-45c7-9903-d924cb953ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:48.812900 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-799e6158-18d5-4873-8641-88eb1b616b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:48.865694 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-e8c98ce7-0416-45c7-9903-d924cb953ac0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f80b7c769b34696ab436a99d9e32a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446462 May 26 22:22:48.868353 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 41916) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:48.871050 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c98ce7-0416-45c7-9903-d924cb953ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354b69a2-8f5c-4587-a472-6a9a91cc066d,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:48.922929 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e8c98ce7-0416-45c7-9903-d924cb953ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:48.941393 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d1be6fd4-2761-4be3-a48a-238adb702a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:48.967835 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d1be6fd4-2761-4be3-a48a-238adb702a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.028794 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d1be6fd4-2761-4be3-a48a-238adb702a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.032816 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-717e5d0f-cd95-4326-a2b5-0a110ed35cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:49.047354 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be6fd4-2761-4be3-a48a-238adb702a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354b69a2-8f5c-4587-a472-6a9a91cc066d,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:49.051766 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d1be6fd4-2761-4be3-a48a-238adb702a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:49.059487 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d1be6fd4-2761-4be3-a48a-238adb702a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.063507 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-d1be6fd4-2761-4be3-a48a-238adb702a23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/354b69a2-8f5c-4587-a472-6a9a91cc066d HTTP/1.1" status: 204 len: 168 time: 0.1914098 May 26 22:22:49.400937 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 41928) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:49.422442 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2a5fb1de-5b55-455a-a966-7c8a69a7a60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.438750 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2a5fb1de-5b55-455a-a966-7c8a69a7a60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:49.443324 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2a5fb1de-5b55-455a-a966-7c8a69a7a60f admin admin] Usage tracker for resource:security_group_rule and tenant:01cdae2133314a8581f37ce9111c6ae2 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:49.446346 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2a5fb1de-5b55-455a-a966-7c8a69a7a60f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:49.452358 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2a5fb1de-5b55-455a-a966-7c8a69a7a60f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:49.545203 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2a5fb1de-5b55-455a-a966-7c8a69a7a60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.552929 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2a5fb1de-5b55-455a-a966-7c8a69a7a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.560350 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-12ea5f59-1412-46a4-a643-488b32bf9741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:49.616392 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-2a5fb1de-5b55-455a-a966-7c8a69a7a60f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01cdae2133314a8581f37ce9111c6ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119551 May 26 22:22:49.616392 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fb1de-5b55-455a-a966-7c8a69a7a60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0bb501-2b8f-4ccb-a9c3-f51f52473f12,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:49.617390 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 41932) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:49.619561 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2a5fb1de-5b55-455a-a966-7c8a69a7a60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:49.703410 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0736dd3e-4be0-47bc-ac31-657bea4a5c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.734992 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0736dd3e-4be0-47bc-ac31-657bea4a5c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.856500 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0736dd3e-4be0-47bc-ac31-657bea4a5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.864555 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-30f061e7-ae89-4b30-ad88-6ed90c171500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:49.878376 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736dd3e-4be0-47bc-ac31-657bea4a5c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0bb501-2b8f-4ccb-a9c3-f51f52473f12,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:49.880959 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0736dd3e-4be0-47bc-ac31-657bea4a5c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:49.900406 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-0736dd3e-4be0-47bc-ac31-657bea4a5c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.903726 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-0736dd3e-4be0-47bc-ac31-657bea4a5c2c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa0bb501-2b8f-4ccb-a9c3-f51f52473f12 HTTP/1.1" status: 204 len: 168 time: 0.2811029 May 26 22:22:49.914679 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3591478-28bc-4f56-93c1-b6613e010cf0 req-71cb9824-a682-4895-8e94-c09be38bf73c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:49.916218 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e3591478-28bc-4f56-93c1-b6613e010cf0 req-71cb9824-a682-4895-8e94-c09be38bf73c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.1409085 May 26 22:22:49.974370 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e3591478-28bc-4f56-93c1-b6613e010cf0 req-4c5106ce-9596-42d6-802a-2357b8469e51 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513365 May 26 22:22:50.900565 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:22:51.199364 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f272241-3b49-42af-affe-8c3253c4b204 req-ae364e97-0273-4040-b3c8-25e41de18e94 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:51.201137 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4f272241-3b49-42af-affe-8c3253c4b204 req-ae364e97-0273-4040-b3c8-25e41de18e94 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.1097596 May 26 22:22:51.266514 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4f272241-3b49-42af-affe-8c3253c4b204 req-f17e7aa1-c03e-4a7b-83e7-8fd99f59c76a tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556369 May 26 22:22:51.277831 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 41968) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:51.425654 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3339f47d-3e0e-46f8-9a18-de9b5ad7a953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.443395 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3339f47d-3e0e-46f8-9a18-de9b5ad7a953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:51.447519 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3339f47d-3e0e-46f8-9a18-de9b5ad7a953 admin admin] Usage tracker for resource:security_group_rule and tenant:27744fb729a74b478681478e78b49c89 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:51.455887 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3339f47d-3e0e-46f8-9a18-de9b5ad7a953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:51.461867 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3339f47d-3e0e-46f8-9a18-de9b5ad7a953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:51.562885 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3339f47d-3e0e-46f8-9a18-de9b5ad7a953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.567401 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3339f47d-3e0e-46f8-9a18-de9b5ad7a953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.575231 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d1be6fd4-2761-4be3-a48a-238adb702a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:51.617979 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339f47d-3e0e-46f8-9a18-de9b5ad7a953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17efb17-605b-4b0d-af13-9ae62dae667f,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:51.622127 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3339f47d-3e0e-46f8-9a18-de9b5ad7a953 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27744fb729a74b478681478e78b49c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432717 May 26 22:22:51.623011 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3339f47d-3e0e-46f8-9a18-de9b5ad7a953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:51.625342 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 41974) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:51.699908 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-33b52293-b349-4957-8721-2c3b3893aa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.731448 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-33b52293-b349-4957-8721-2c3b3893aa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.791528 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-33b52293-b349-4957-8721-2c3b3893aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.795531 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-87bd5969-cc4d-4f7c-9392-39b8cb0473ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:51.809335 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b52293-b349-4957-8721-2c3b3893aa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17efb17-605b-4b0d-af13-9ae62dae667f,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:51.813786 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-33b52293-b349-4957-8721-2c3b3893aa76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:51.819447 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-33b52293-b349-4957-8721-2c3b3893aa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.820583 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-33b52293-b349-4957-8721-2c3b3893aa76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a17efb17-605b-4b0d-af13-9ae62dae667f HTTP/1.1" status: 204 len: 168 time: 0.1943429 May 26 22:22:52.501630 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b0b6a-148c-4edf-afab-fb68952a4f0f req-243d9fd2-7aae-42f1-844b-b0e9d775a0d4 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:52.503516 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea1b0b6a-148c-4edf-afab-fb68952a4f0f req-243d9fd2-7aae-42f1-844b-b0e9d775a0d4 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.0928426 May 26 22:22:52.550658 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ea1b0b6a-148c-4edf-afab-fb68952a4f0f req-7a7483a6-75bc-40bc-a270-3f51bb36d4d4 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418518 May 26 22:22:52.601192 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42014) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:52.709607 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1314426255-network', 'tenant_id': '7a957dcd842747db9992f0694f64cde3'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:52.714204 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:52.717909 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Usage tracker for resource:network and tenant:7a957dcd842747db9992f0694f64cde3 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:52.720847 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:52.726442 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:52.737385 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Made reservation on behalf of 7a957dcd842747db9992f0694f64cde3 for: {'network': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:22:52.739620 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:52.751964 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:52.766480 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:52.770256 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Usage tracker for resource:security_group_rule and tenant:7a957dcd842747db9992f0694f64cde3 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:52.773177 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:52.779085 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:52.868102 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:52.871826 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:52.875356 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-c6132d32-343c-4daf-b945-b88900d3b4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:52.904034 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=91909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:22:52.912648 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c489824e-aee6-4188-9885-cf71b01aa919,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:52.916302 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:52.918883 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:52.919217 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.segments_db [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Added segment 14f95262-8056-481d-9470-7c1abd3f30bd of type vlan for network 967dec0f-dc99-4524-a881-7d01cad5553a May 26 22:22:52.946861 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:52.980927 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:52.982278 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:52.982846 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:52.986957 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5377343f-4146-466d-b921-29fd3b67acc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:53.082851 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4805732 May 26 22:22:53.086150 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Pushing event updated for resources: {'Network': ['ID=967dec0f-dc99-4524-a881-7d01cad5553a,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:53.087508 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42020) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:53.089643 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:53.095167 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Request body: {'subnet': {'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1314426255-subnet', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'ip_version': 4}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:53.099873 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network 967dec0f-dc99-4524-a881-7d01cad5553a details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:22:53.100639 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:53.104177 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Usage tracker for resource:subnet and tenant:7a957dcd842747db9992f0694f64cde3 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:53.107203 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:53.113555 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:53.124270 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Made reservation on behalf of 7a957dcd842747db9992f0694f64cde3 for: {'subnet': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:22:53.126633 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2572501'] for subnet, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:53.515786 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83123817-929f-4e28-9515-01f3516c74ef req-6319ee12-22c7-42db-8eb3-5f2192c1073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:53.517607 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-83123817-929f-4e28-9515-01f3516c74ef req-6319ee12-22c7-42db-8eb3-5f2192c1073a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 1099 time: 0.0991292 May 26 22:22:53.872686 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83123817-929f-4e28-9515-01f3516c74ef req-06aafc70-1c32-4697-a090-20e5b1cfb45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:53.874107 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-83123817-929f-4e28-9515-01f3516c74ef req-06aafc70-1c32-4697-a090-20e5b1cfb45a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 917 time: 0.3393874 May 26 22:22:53.951919 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2177274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2572483'] for subnet, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:53.960049 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b88d2-7c24-409d-b81e-5a154deebb72 req-41cd2d3d-96c4-4a28-b28e-c6c5de2ff8f9 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:53.961530 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-537b88d2-7c24-409d-b81e-5a154deebb72 req-41cd2d3d-96c4-4a28-b28e-c6c5de2ff8f9 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.2490335 May 26 22:22:53.976565 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-95bc6f6d-5aa9-436a-81eb-bc64426e67f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:54.082134 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-83123817-929f-4e28-9515-01f3516c74ef req-c64adc11-2b71-4587-901d-4e9d66baa241 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6 HTTP/1.1" status: 200 len: 1001 time: 0.1997874 May 26 22:22:54.096994 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b8781d-d5ea-4535-b79a-13619ece35b1,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:54.134734 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:54.137578 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-537b88d2-7c24-409d-b81e-5a154deebb72 req-4ee92fe6-607a-4161-9a59-0a6526da92b7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691074 May 26 22:22:54.154417 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Checking segment: {'id': '14f95262-8056-481d-9470-7c1abd3f30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:22:54.154770 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Network hostable DHCP agents. Network: 967dec0f-dc99-4524-a881-7d01cad5553a, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:22:54.176311 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83123817-929f-4e28-9515-01f3516c74ef req-bf9e71bd-3151-4f5f-a3f0-5fccbcbb261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:54.177718 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-83123817-929f-4e28-9515-01f3516c74ef req-bf9e71bd-3151-4f5f-a3f0-5fccbcbb261e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 200 len: 856 time: 0.0818753 May 26 22:22:54.182867 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Network 967dec0f-dc99-4524-a881-7d01cad5553a is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:22:54.229595 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, 967dec0f-dc99-4524-a881-7d01cad5553a) {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:54.239054 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b824c5ab-3222-4b6e-b16d-d8a0957d12a7 None None] Network 967dec0f-dc99-4524-a881-7d01cad5553a requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:22:54.245752 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:54.246339 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.277309 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-c2c9f86a-1dd5-4de2-a400-b374e332d8d5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1885946 May 26 22:22:54.280000 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42026) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:54.285672 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:54.291818 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:54.295305 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83123817-929f-4e28-9515-01f3516c74ef req-0eaac980-3ad5-4cc4-845a-840e0ef345e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:54.297310 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-83123817-929f-4e28-9515-01f3516c74ef req-0eaac980-3ad5-4cc4-845a-840e0ef345e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0897e07d-1423-4ad7-b723-9c8134b46027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1110764 May 26 22:22:54.299496 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Usage tracker for resource:router and tenant:7a957dcd842747db9992f0694f64cde3 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:54.302320 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:54.327431 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:54.390484 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.391535 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-904'] for router, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.431156 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.453528 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb78d3392-e22a-5451-892b-71b7666f8002-967dec0f-dc99-4524-a881-7d01cad5553a', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'fixed_ips': [{'subnet_id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1'}]}} from dv-cinder-793244-1-iscsi. {{(pid=91910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:22:54.454367 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.459534 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-83123817-929f-4e28-9515-01f3516c74ef req-f2074766-2c8e-4594-a64a-6d4bbc5b7b38 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543884 May 26 22:22:54.607010 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Allocated IP 172.20.0.2 (967dec0f-dc99-4524-a881-7d01cad5553a/c0b8781d-d5ea-4535-b79a-13619ece35b1/d35304ad-8bbf-48bf-9fa6-37865359d5e7) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:22:54.806744 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.817228 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Transition to ACTIVE for port object d35304ad-8bbf-48bf-9fa6-37865359d5e7 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:22:54.818983 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022'] for router, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.836803 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Transition to ACTIVE for port object d35304ad-8bbf-48bf-9fa6-37865359d5e7 will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:22:54.845393 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.850387 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:54.866056 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-83123817-929f-4e28-9515-01f3516c74ef req-ce5966ea-0187-4105-a7b5-f33b30a1604d service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510187 May 26 22:22:54.946981 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Network 967dec0f-dc99-4524-a881-7d01cad5553a is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:22:54.949665 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:54.954055 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:22:54.962703 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Pushing event updated for resources: {'Port': ['ID=d35304ad-8bbf-48bf-9fa6-37865359d5e7,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:54.988560 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:55.048949 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Attempting to bind port d35304ad-8bbf-48bf-9fa6-37865359d5e7 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:22:55.049308 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Attempting to bind port d35304ad-8bbf-48bf-9fa6-37865359d5e7 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '14f95262-8056-481d-9470-7c1abd3f30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:22:55.049667 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Attempting to bind port d35304ad-8bbf-48bf-9fa6-37865359d5e7 on network 967dec0f-dc99-4524-a881-7d01cad5553a {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:22:55.054883 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:22:55.055253 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Checking segment: {'id': '14f95262-8056-481d-9470-7c1abd3f30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:22:55.055642 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.056066 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Bound using segment: {'id': '14f95262-8056-481d-9470-7c1abd3f30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:22:55.056523 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Bound port: d35304ad-8bbf-48bf-9fa6-37865359d5e7, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f95262-8056-481d-9470-7c1abd3f30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:22:55.056990 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.146208 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] For port d35304ad-8bbf-48bf-9fa6-37865359d5e7, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:22:55.149401 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] For port d35304ad-8bbf-48bf-9fa6-37865359d5e7, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=d35304ad-8bbf-48bf-9fa6-37865359d5e7,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:22:55.154965 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.159694 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:55.248613 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Pushing event updated for resources: {'Port': ['ID=d35304ad-8bbf-48bf-9fa6-37865359d5e7,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:55.253193 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:55.341386 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.377513 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.458445 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd8ff6-0a0b-4a52-8cc8-72bb3603e3b3 req-64e62ed1-3afc-4532-ae8f-57bee3849f51 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:55.460027 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2cfd8ff6-0a0b-4a52-8cc8-72bb3603e3b3 req-64e62ed1-3afc-4532-ae8f-57bee3849f51 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.2002335 May 26 22:22:55.560699 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2cfd8ff6-0a0b-4a52-8cc8-72bb3603e3b3 req-787df7b2-d90b-4e70-a0b4-349acdf2ea2e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941527 May 26 22:22:55.577735 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Allocated IP 172.27.2.76 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/a9b25f17-63c5-4e65-a78e-0228396c2e4c) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:22:55.736922 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.768881 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.772622 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-7c4b0298-13d0-41cb-b6e5-7df98eb0423d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:55.839219 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:22:55.841272 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:55.842821 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device d35304ad-8bbf-48bf-9fa6-37865359d5e7 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:55.844224 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:22:55.895293 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b25f17-63c5-4e65-a78e-0228396c2e4c,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:55.898389 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:55.920309 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port d35304ad-8bbf-48bf-9fa6-37865359d5e7 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:56.122849 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d1c00e-28ae-4709-ada2-fa2ec5d87c5b None None] Network 967dec0f-dc99-4524-a881-7d01cad5553a requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:22:56.276631 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-8a439b0d-ed5b-4889-8893-9bca6695bc24 None None] Provisioning for port d35304ad-8bbf-48bf-9fa6-37865359d5e7 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:56.285520 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.285700 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-8a439b0d-ed5b-4889-8893-9bca6695bc24 None None] Provisioning complete for port d35304ad-8bbf-48bf-9fa6-37865359d5e7 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:56.285902 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8a439b0d-ed5b-4889-8893-9bca6695bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.474408 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8a439b0d-ed5b-4889-8893-9bca6695bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.520685 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.527011 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-8a439b0d-ed5b-4889-8893-9bca6695bc24 None None] For port d35304ad-8bbf-48bf-9fa6-37865359d5e7, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=d35304ad-8bbf-48bf-9fa6-37865359d5e7,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:56.531589 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8a439b0d-ed5b-4889-8893-9bca6695bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.535158 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:56.607951 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a439b0d-ed5b-4889-8893-9bca6695bc24 None None] Pushing event updated for resources: {'Port': ['ID=d35304ad-8bbf-48bf-9fa6-37865359d5e7,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:56.612227 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-8a439b0d-ed5b-4889-8893-9bca6695bc24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:56.651208 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747983'] for router, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.754616 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-36456891-776d-407e-ab9f-a8f5fa761f99 None None] Provisioning complete for port d35304ad-8bbf-48bf-9fa6-37865359d5e7 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:56.754984 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-36456891-776d-407e-ab9f-a8f5fa761f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.851314 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 40ef7c70-cf2a-445c-b4af-36e95df951f6 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:22:56.995724 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:57.026680 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40ef7c70-cf2a-445c-b4af-36e95df951f6'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:57.037450 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 40ef7c70-cf2a-445c-b4af-36e95df951f6, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:57.041340 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:57.043016 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f12cc-44cb-4adc-bed7-0ea95277c75e req-c2158faf-2c75-41e8-ad09-3cd15811ac70 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:57.043554 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:57.043947 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-316f12cc-44cb-4adc-bed7-0ea95277c75e req-c2158faf-2c75-41e8-ad09-3cd15811ac70 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 946 time: 0.2099917 May 26 22:22:57.106392 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-316f12cc-44cb-4adc-bed7-0ea95277c75e req-de781da0-f159-4728-8b8a-b26755b26e59 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557146 May 26 22:22:57.110460 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=40ef7c70-cf2a-445c-b4af-36e95df951f6,revision_number=8']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:57.111006 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 is scheduled to L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad with binding_index 1 {{(pid=91908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:22:57.113772 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:57.158092 dv-cinder-793244-1-iscsi neutron-server[91910]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'code': 422} returned with failed status May 26 22:22:57.295432 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:22:57.304022 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Sync routers for ids ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:22:57.313149 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Routers {'290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:22:57.313750 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:22:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:57.320872 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Notify callbacks [] for router, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:57.322400 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0414820 May 26 22:22:57.325329 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42044) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:57.495647 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Set router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:22:57.824985 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:54Z', 'updated_at': '2021-05-26T22:22:56Z', 'revision_number': 3, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'gw_port': {'id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:08:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:55Z', 'updated_at': '2021-05-26T22:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:57.832705 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Checking router: 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:22:57.833050 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Updating router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 port a9b25f17-63c5-4e65-a78e-0228396c2e4c binding host dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:22:57.865027 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device d35304ad-8bbf-48bf-9fa6-37865359d5e7 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:57.891649 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:57.957376 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port d35304ad-8bbf-48bf-9fa6-37865359d5e7 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:57.958057 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.050817 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.236032 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.247553 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Transition to ACTIVE for port object a9b25f17-63c5-4e65-a78e-0228396c2e4c will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:22:58.254688 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.259334 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:58.268539 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Allocated IP 172.20.0.1 (967dec0f-dc99-4524-a881-7d01cad5553a/c0b8781d-d5ea-4535-b79a-13619ece35b1/dd212b3b-fd1c-47f4-b027-d746b9bcc48e) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:22:58.332106 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Pushing event updated for resources: {'Port': ['ID=a9b25f17-63c5-4e65-a78e-0228396c2e4c,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:58.345358 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:58.345711 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:58.346024 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:58.346348 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:58.346668 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:58.346986 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:58.347299 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:58.347613 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:58.347977 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:58.348287 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:58.348597 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:58.348899 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:58.354663 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:58.359179 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Attempting to bind port a9b25f17-63c5-4e65-a78e-0228396c2e4c on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:22:58.359544 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Attempting to bind port a9b25f17-63c5-4e65-a78e-0228396c2e4c by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:22:58.359926 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Attempting to bind port a9b25f17-63c5-4e65-a78e-0228396c2e4c on network 5868c39c-3961-427a-b936-c4b2389a06ed {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:22:58.366209 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:22:58.366582 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Checking segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:22:58.366979 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.367366 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Bound using segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:22:58.367857 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Bound port: a9b25f17-63c5-4e65-a78e-0228396c2e4c, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:22:58.368230 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.446147 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] For port a9b25f17-63c5-4e65-a78e-0228396c2e4c, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:22:58.449663 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] For port a9b25f17-63c5-4e65-a78e-0228396c2e4c, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=a9b25f17-63c5-4e65-a78e-0228396c2e4c,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:22:58.453519 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.463169 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:58.551291 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Routers {'290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:22:58.552279 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:22:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:58.576938 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.597801 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Transition to ACTIVE for port object dd212b3b-fd1c-47f4-b027-d746b9bcc48e will not be triggered until provisioned by entity DHCP. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:22:58.645371 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Pushing event updated for resources: {'Port': ['ID=a9b25f17-63c5-4e65-a78e-0228396c2e4c,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:58.650162 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-4683261d-b3e7-4f41-83f4-b8958d1836e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:58.686886 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.692267 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-84330ad5-fbef-4801-ae48-7bbfdb8c0d62 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:58.749757 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] Set router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:22:58.765924 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Network 967dec0f-dc99-4524-a881-7d01cad5553a is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:22:58.769641 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:58.774510 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:22:58.814760 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb9194-f054-47e0-a06e-c6a1a2abc1b1 req-94614986-5d11-4b52-8500-8c8a50ae915e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:58.816531 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-67eb9194-f054-47e0-a06e-c6a1a2abc1b1 req-94614986-5d11-4b52-8500-8c8a50ae915e tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.2220755 May 26 22:22:58.817201 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=dd212b3b-fd1c-47f4-b027-d746b9bcc48e,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:58.829605 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:58.861699 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a78fc9b8-ac35-4d8c-8d58-9bcb5e8989b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.904067 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746537'] for router_interface, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.984427 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42086) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:59.045718 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-67eb9194-f054-47e0-a06e-c6a1a2abc1b1 req-7a6eeb0f-e9c2-4d48-8ac8-4b0e9735d407 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182634 May 26 22:22:59.088497 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:54Z', 'updated_at': '2021-05-26T22:22:56Z', 'revision_number': 3, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'gw_port': {'id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:08:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:55Z', 'updated_at': '2021-05-26T22:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:59.089777 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab643b8-72bc-49d1-9154-288d74416b64 None None] The sync data for ids ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'] in dv-cinder-793244-1-iscsi is: [{'id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:54Z', 'updated_at': '2021-05-26T22:22:56Z', 'revision_number': 3, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'gw_port': {'id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:08:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:55Z', 'updated_at': '2021-05-26T22:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:22:59.120285 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [req-586a5606-f294-4b85-b4cc-e9ac244b043c req-764a385e-e1b4-4c42-a1ae-0a0dbb778cbd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1335027 May 26 22:22:59.177718 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-b22ad450-dba8-4b4d-8c0e-578a6b817c88 None None] Provisioning for port dd212b3b-fd1c-47f4-b027-d746b9bcc48e completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:59.185190 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-b22ad450-dba8-4b4d-8c0e-578a6b817c88 None None] Provisioning complete for port dd212b3b-fd1c-47f4-b027-d746b9bcc48e triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:59.185568 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b22ad450-dba8-4b4d-8c0e-578a6b817c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:59.209009 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:59.252461 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-b22ad450-dba8-4b4d-8c0e-578a6b817c88 None None] Port dd212b3b-fd1c-47f4-b027-d746b9bcc48e cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:22:59.476184 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:59.484333 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:59.511551 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-e690be85-062a-424b-8fe0-e8458b6502a6 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:59.600827 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=dd212b3b-fd1c-47f4-b027-d746b9bcc48e,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:59.603178 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746634'] for router_interface, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:59.609132 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:59.777404 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Network 967dec0f-dc99-4524-a881-7d01cad5553a is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:22:59.779973 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:59.883651 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device a9b25f17-63c5-4e65-a78e-0228396c2e4c up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:59.977411 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port a9b25f17-63c5-4e65-a78e-0228396c2e4c completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:00.004173 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port a9b25f17-63c5-4e65-a78e-0228396c2e4c triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:00.004550 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:00.158633 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:23:00.222344 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-534ca0e7-663e-4d18-b487-52ca05e07262 None None] Provisioning complete for port dd212b3b-fd1c-47f4-b027-d746b9bcc48e triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:00.222973 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-534ca0e7-663e-4d18-b487-52ca05e07262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:00.249600 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:00.287190 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port a9b25f17-63c5-4e65-a78e-0228396c2e4c, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=a9b25f17-63c5-4e65-a78e-0228396c2e4c,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:00.291857 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:00.293764 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-706571d8-9ddd-4484-8397-bbd2bf18a2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:00.354560 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-534ca0e7-663e-4d18-b487-52ca05e07262 None None] Port dd212b3b-fd1c-47f4-b027-d746b9bcc48e cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:23:00.397179 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=a9b25f17-63c5-4e65-a78e-0228396c2e4c,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:00.400406 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:00.573196 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:23:00.587242 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c43f8d-d21e-4980-bc01-a94ebfd7d0a8 req-d806e186-7669-4e00-bdb3-761d8b37d95c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:00.588761 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d1c43f8d-d21e-4980-bc01-a94ebfd7d0a8 req-d806e186-7669-4e00-bdb3-761d8b37d95c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.3609056 May 26 22:23:00.597113 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] 10.222.0.15 "PUT /v2.0/routers/290a7ab7-4374-479b-bf6c-e7f9cd6b45a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2707837 May 26 22:23:00.634703 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a5606-f294-4b85-b4cc-e9ac244b043c req-f6fc9e2b-e7bb-4578-b1f6-0614237b30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:00.636245 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-586a5606-f294-4b85-b4cc-e9ac244b043c req-f6fc9e2b-e7bb-4578-b1f6-0614237b30a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803&tenant_id=4f1f7f4d434b4dd39403f7879bf5037e HTTP/1.1" status: 200 len: 1097 time: 0.1656377 May 26 22:23:00.646934 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d1c43f8d-d21e-4980-bc01-a94ebfd7d0a8 req-b98f0eec-a44f-4093-b40e-917ae1beeae3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477707 May 26 22:23:00.749795 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a5606-f294-4b85-b4cc-e9ac244b043c req-32ca6400-f7f9-4c30-aa50-43436a5e1413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:00.751652 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-586a5606-f294-4b85-b4cc-e9ac244b043c req-32ca6400-f7f9-4c30-aa50-43436a5e1413 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 1097 time: 0.0879385 May 26 22:23:00.858824 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 40ef7c70-cf2a-445c-b4af-36e95df951f6 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:23:00.895509 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a5606-f294-4b85-b4cc-e9ac244b043c req-f9f8c789-f34d-45e0-b606-78d9a1d61c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:00.897051 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-586a5606-f294-4b85-b4cc-e9ac244b043c req-f9f8c789-f34d-45e0-b606-78d9a1d61c46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 917 time: 0.1391449 May 26 22:23:00.961205 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Sync routers for ids ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:23:00.988211 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Routers {'290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:23:00.988818 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:22:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:01.010992 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-586a5606-f294-4b85-b4cc-e9ac244b043c req-089b04e8-296b-4115-96e6-ef4a68cbf85f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6 HTTP/1.1" status: 200 len: 999 time: 0.1070330 May 26 22:23:01.080424 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a5606-f294-4b85-b4cc-e9ac244b043c req-ce47cfae-da68-4fe3-abae-411195d3186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:01.082046 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-586a5606-f294-4b85-b4cc-e9ac244b043c req-ce47cfae-da68-4fe3-abae-411195d3186b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 200 len: 856 time: 0.0646122 May 26 22:23:01.138092 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42120) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:01.145771 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2007264194-network', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:01.156997 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:01.163878 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Usage tracker for resource:network and tenant:dce5a78feae74c6ab273f0e580fe0ac9 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:01.167173 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:01.176223 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:01.181012 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b0bea8c9-efc8-467f-a77d-26d064c5c192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.191596 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Made reservation on behalf of dce5a78feae74c6ab273f0e580fe0ac9 for: {'network': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:23:01.193895 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.194646 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Set router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:23:01.209727 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a5606-f294-4b85-b4cc-e9ac244b043c req-4cf6d2ed-a7fe-4152-92fd-7538591e190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:01.211200 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-586a5606-f294-4b85-b4cc-e9ac244b043c req-4cf6d2ed-a7fe-4152-92fd-7538591e190f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0897e07d-1423-4ad7-b723-9c8134b46027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1224754 May 26 22:23:01.211999 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.255131 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:01.306051 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Usage tracker for resource:security_group_rule and tenant:dce5a78feae74c6ab273f0e580fe0ac9 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:01.316333 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:01.324796 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:01.326347 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.394939 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-586a5606-f294-4b85-b4cc-e9ac244b043c req-7941078d-4445-4cd1-8e31-33df7571de7f service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722598 May 26 22:23:01.532911 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:54Z', 'updated_at': '2021-05-26T22:22:59Z', 'revision_number': 4, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'gw_port': {'id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:55Z', 'updated_at': '2021-05-26T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dd212b3b-fd1c-47f4-b027-d746b9bcc48e', 'name': '', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'mac_address': 'fa:16:3e:0b:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:58Z', 'updated_at': '2021-05-26T22:22:59Z', 'revision_number': 2, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'subnets': [{'id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:01.536751 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Checking router: 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:23:01.537108 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Updating router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 port dd212b3b-fd1c-47f4-b027-d746b9bcc48e binding host dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:23:01.570381 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.577606 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-586a5606-f294-4b85-b4cc-e9ac244b043c req-058aa41c-3ad1-42b5-9dda-408d784d0716 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747260 May 26 22:23:01.578386 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.582697 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f08a4e4f-9194-466f-a44e-0c6fc95839f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:01.594223 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.613674 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=91908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:23:01.622772 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97157e9d-2382-43b2-8f59-909d55e65cc5,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:01.626935 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:01.630483 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.630865 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.segments_db [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Added segment 599bcdda-89d7-438b-81f4-24b826f319f6 of type vlan for network 516b41b9-14fa-4f17-b9a8-5e50a25e2a6e May 26 22:23:01.663236 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.695155 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.696609 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:01.697351 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.701151 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:01.848324 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device a9b25f17-63c5-4e65-a78e-0228396c2e4c up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:01.885109 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Pushing event updated for resources: {'Network': ['ID=516b41b9-14fa-4f17-b9a8-5e50a25e2a6e,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:01.894654 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:01.900465 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-53bf4043-a5bd-41b4-9685-a7173e43e510 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7589660 May 26 22:23:01.901020 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42136) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:01.906001 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network 516b41b9-14fa-4f17-b9a8-5e50a25e2a6e details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:23:01.907170 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Request body: {'subnet': {'network_id': '516b41b9-14fa-4f17-b9a8-5e50a25e2a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2007264194-subnet', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'ip_version': 4}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:01.912026 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:01.915889 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Usage tracker for resource:subnet and tenant:dce5a78feae74c6ab273f0e580fe0ac9 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:01.918765 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:01.925885 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:01.933327 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff7f4b-ab5d-4d64-bb3d-3a89388d845c req-7e794800-0432-454d-a1de-0acb1927680b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:01.935302 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d3ff7f4b-ab5d-4d64-bb3d-3a89388d845c req-7e794800-0432-454d-a1de-0acb1927680b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.1322310 May 26 22:23:01.942972 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Made reservation on behalf of dce5a78feae74c6ab273f0e580fe0ac9 for: {'subnet': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:23:01.945690 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2744471'] for subnet, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.994279 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d3ff7f4b-ab5d-4d64-bb3d-3a89388d845c req-16418d53-6ef6-4bc0-bd76-6dc063e6c12c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517864 May 26 22:23:02.137555 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port a9b25f17-63c5-4e65-a78e-0228396c2e4c triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:02.137943 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.226465 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.246688 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Transition to ACTIVE for port object dd212b3b-fd1c-47f4-b027-d746b9bcc48e will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:23:02.284274 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.295548 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-8a439b0d-ed5b-4889-8893-9bca6695bc24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:02.514007 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2982521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2744449'] for subnet, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.524760 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-6608434e-8abd-4e50-a8c4-19ce355287a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:02.599546 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26214c-907f-4208-ab9c-339b51691b91 None None] Pushing event updated for resources: {'Port': ['ID=dd212b3b-fd1c-47f4-b027-d746b9bcc48e,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:02.653207 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-fb26214c-907f-4208-ab9c-339b51691b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:02.706687 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.748925 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=373f1ea9-32f1-4dfd-9dc8-458ff6ac43e7,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:02.752832 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:02.768300 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Checking segment: {'id': '599bcdda-89d7-438b-81f4-24b826f319f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '516b41b9-14fa-4f17-b9a8-5e50a25e2a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:23:02.768980 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Network hostable DHCP agents. Network: 516b41b9-14fa-4f17-b9a8-5e50a25e2a6e, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:23:02.776484 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Attempting to bind port dd212b3b-fd1c-47f4-b027-d746b9bcc48e on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:23:02.776944 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Attempting to bind port dd212b3b-fd1c-47f4-b027-d746b9bcc48e by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '14f95262-8056-481d-9470-7c1abd3f30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:23:02.777383 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Attempting to bind port dd212b3b-fd1c-47f4-b027-d746b9bcc48e on network 967dec0f-dc99-4524-a881-7d01cad5553a {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:02.785609 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:23:02.785763 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Checking segment: {'id': '14f95262-8056-481d-9470-7c1abd3f30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:23:02.786237 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.786703 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Bound using segment: {'id': '14f95262-8056-481d-9470-7c1abd3f30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:23:02.787257 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Bound port: dd212b3b-fd1c-47f4-b027-d746b9bcc48e, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f95262-8056-481d-9470-7c1abd3f30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:23:02.787739 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.793009 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Network 516b41b9-14fa-4f17-b9a8-5e50a25e2a6e is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:23:02.805325 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, 516b41b9-14fa-4f17-b9a8-5e50a25e2a6e) {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:23:02.830453 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bed24c6-3e39-4197-9f64-28efb21ca6aa None None] Network 516b41b9-14fa-4f17-b9a8-5e50a25e2a6e requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:23:02.837016 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:02.837905 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.873816 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42150) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:02.876737 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-796c6bb1-e854-435e-a3d7-d44b153ca3e9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9744313 May 26 22:23:02.879587 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2007264194-router', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:02.894205 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:02.898267 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Usage tracker for resource:router and tenant:dce5a78feae74c6ab273f0e580fe0ac9 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:02.901291 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:02.912503 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:02.934432 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.935616 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-904'] for router, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.955188 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:03.015949 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] For port dd212b3b-fd1c-47f4-b027-d746b9bcc48e, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:23:03.036253 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] For port dd212b3b-fd1c-47f4-b027-d746b9bcc48e, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=dd212b3b-fd1c-47f4-b027-d746b9bcc48e,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:23:03.065679 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:03.078081 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:03.239170 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Routers {'290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:23:03.239861 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:23:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:03.340043 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26214c-907f-4208-ab9c-339b51691b91 None None] Pushing event updated for resources: {'Port': ['ID=dd212b3b-fd1c-47f4-b027-d746b9bcc48e,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:03.344770 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-fb26214c-907f-4208-ab9c-339b51691b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:03.428323 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb78d3392-e22a-5451-892b-71b7666f8002-516b41b9-14fa-4f17-b9a8-5e50a25e2a6e', 'network_id': '516b41b9-14fa-4f17-b9a8-5e50a25e2a6e', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'fixed_ips': [{'subnet_id': '373f1ea9-32f1-4dfd-9dc8-458ff6ac43e7'}]}} from dv-cinder-793244-1-iscsi. {{(pid=91910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:23:03.429168 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:03.493614 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022'] for router, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:03.542826 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112779b9-72eb-4932-ad81-1615bd5bf4db req-95d04033-785d-495d-ba4b-a25b161221f8 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:03.550821 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-112779b9-72eb-4932-ad81-1615bd5bf4db req-95d04033-785d-495d-ba4b-a25b161221f8 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.3453245 May 26 22:23:03.636970 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] Set router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:23:03.662778 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-112779b9-72eb-4932-ad81-1615bd5bf4db req-41cd7118-b6ce-4d11-809b-e71372f24e92 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107383 May 26 22:23:03.918218 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:03.953349 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:03.983184 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:04.011730 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Allocated IP 172.20.0.2 (516b41b9-14fa-4f17-b9a8-5e50a25e2a6e/373f1ea9-32f1-4dfd-9dc8-458ff6ac43e7/15b0394f-3810-429e-9ba4-9c7de593fd85) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:23:04.100230 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Allocated IP 172.27.2.194 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/a3770566-f579-40ee-8917-517229f4a6f8) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:23:04.255389 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:54Z', 'updated_at': '2021-05-26T22:22:59Z', 'revision_number': 4, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'gw_port': {'id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:55Z', 'updated_at': '2021-05-26T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dd212b3b-fd1c-47f4-b027-d746b9bcc48e', 'name': '', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'mac_address': 'fa:16:3e:0b:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:58Z', 'updated_at': '2021-05-26T22:23:03Z', 'revision_number': 4, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'subnets': [{'id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:04.268877 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:04.300057 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b534236-3b84-48b8-8c73-a8e1467788e3 None None] The sync data for ids ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'] in dv-cinder-793244-1-iscsi is: [{'id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:54Z', 'updated_at': '2021-05-26T22:22:59Z', 'revision_number': 4, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'gw_port': {'id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:55Z', 'updated_at': '2021-05-26T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dd212b3b-fd1c-47f4-b027-d746b9bcc48e', 'name': '', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'mac_address': 'fa:16:3e:0b:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:58Z', 'updated_at': '2021-05-26T22:23:03Z', 'revision_number': 4, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'subnets': [{'id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:23:04.313615 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:04.320184 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:04.329934 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:04.344685 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Transition to ACTIVE for port object 15b0394f-3810-429e-9ba4-9c7de593fd85 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:23:04.397978 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Transition to ACTIVE for port object 15b0394f-3810-429e-9ba4-9c7de593fd85 will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:23:04.403404 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:23:04.404554 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:04.407137 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:23:04.410609 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:04.410913 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:23:04.443934 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Pushing event updated for resources: {'Port': ['ID=a3770566-f579-40ee-8917-517229f4a6f8,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:04.455583 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:04.550450 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Network 516b41b9-14fa-4f17-b9a8-5e50a25e2a6e is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:23:04.553513 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:23:04.556597 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:23:04.568662 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Pushing event updated for resources: {'Port': ['ID=15b0394f-3810-429e-9ba4-9c7de593fd85,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:04.572189 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:04.716929 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Attempting to bind port 15b0394f-3810-429e-9ba4-9c7de593fd85 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:23:04.717528 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Attempting to bind port 15b0394f-3810-429e-9ba4-9c7de593fd85 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '599bcdda-89d7-438b-81f4-24b826f319f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '516b41b9-14fa-4f17-b9a8-5e50a25e2a6e'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:23:04.717663 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Attempting to bind port 15b0394f-3810-429e-9ba4-9c7de593fd85 on network 516b41b9-14fa-4f17-b9a8-5e50a25e2a6e {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:04.730609 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:23:04.730991 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Checking segment: {'id': '599bcdda-89d7-438b-81f4-24b826f319f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '516b41b9-14fa-4f17-b9a8-5e50a25e2a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:23:04.731400 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:04.731970 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Bound using segment: {'id': '599bcdda-89d7-438b-81f4-24b826f319f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '516b41b9-14fa-4f17-b9a8-5e50a25e2a6e'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:23:04.732305 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Bound port: 15b0394f-3810-429e-9ba4-9c7de593fd85, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599bcdda-89d7-438b-81f4-24b826f319f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '516b41b9-14fa-4f17-b9a8-5e50a25e2a6e'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:23:04.732678 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:04.915317 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] For port 15b0394f-3810-429e-9ba4-9c7de593fd85, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:23:04.918884 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] For port 15b0394f-3810-429e-9ba4-9c7de593fd85, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=15b0394f-3810-429e-9ba4-9c7de593fd85,segment=NetworkSegment(599bcdda-89d7-438b-81f4-24b826f319f6),segment_id=599bcdda-89d7-438b-81f4-24b826f319f6)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:23:04.931589 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:04.941766 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:05.048504 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Pushing event updated for resources: {'Port': ['ID=15b0394f-3810-429e-9ba4-9c7de593fd85,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:05.050977 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896b087-d227-4dcb-9b43-ff355ce48c34 req-5d4cf594-3e3d-46ca-84e6-7abde8eeb6d0 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:05.057804 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:05.057955 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4896b087-d227-4dcb-9b43-ff355ce48c34 req-5d4cf594-3e3d-46ca-84e6-7abde8eeb6d0 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.2234941 May 26 22:23:05.060210 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:05.488413 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4896b087-d227-4dcb-9b43-ff355ce48c34 req-6cb97026-5464-49e8-ba29-4e3844f9caeb tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4294276 May 26 22:23:05.714052 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747983'] for router, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:05.929996 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device dd212b3b-fd1c-47f4-b027-d746b9bcc48e up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:06.001334 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Router 74f53ad6-72da-40cb-811c-40592c045b7a is scheduled to L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad with binding_index 1 {{(pid=91908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:23:06.045561 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port dd212b3b-fd1c-47f4-b027-d746b9bcc48e completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:06.052702 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port dd212b3b-fd1c-47f4-b027-d746b9bcc48e triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:06.053081 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:06.223518 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:23:06.233458 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Sync routers for ids ['74f53ad6-72da-40cb-811c-40592c045b7a'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:23:06.246899 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Routers {'74f53ad6-72da-40cb-811c-40592c045b7a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:23:06.247977 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:23:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['74f53ad6-72da-40cb-811c-40592c045b7a'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:06.254409 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:06.274307 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Notify callbacks [] for router, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:06.275550 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4001184 May 26 22:23:06.278242 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42160) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:06.297835 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port dd212b3b-fd1c-47f4-b027-d746b9bcc48e, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=dd212b3b-fd1c-47f4-b027-d746b9bcc48e,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:06.308388 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:06.309713 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 15b0394f-3810-429e-9ba4-9c7de593fd85 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:06.375976 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:06.425533 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a649cbb1-fe54-4e94-a616-e50d25fcbd0a None None] Network 516b41b9-14fa-4f17-b9a8-5e50a25e2a6e requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:23:06.471712 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Set router 74f53ad6-72da-40cb-811c-40592c045b7a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:23:06.590274 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-b2b10daf-9bd6-42b6-8769-396720ca7f92 None None] Provisioning for port 15b0394f-3810-429e-9ba4-9c7de593fd85 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:06.612897 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=dd212b3b-fd1c-47f4-b027-d746b9bcc48e,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:06.627961 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:06.691639 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 15b0394f-3810-429e-9ba4-9c7de593fd85 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:06.701208 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 15b0394f-3810-429e-9ba4-9c7de593fd85 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:06.701688 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:06.844174 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'name': 'tempest-TestShelveInstance-2007264194-router', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a3770566-f579-40ee-8917-517229f4a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:23:02Z', 'updated_at': '2021-05-26T22:23:04Z', 'revision_number': 3, 'project_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'gw_port': {'id': 'a3770566-f579-40ee-8917-517229f4a6f8', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:32:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:23:03Z', 'updated_at': '2021-05-26T22:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:06.848591 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Checking router: 74f53ad6-72da-40cb-811c-40592c045b7a for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:23:06.848952 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Updating router 74f53ad6-72da-40cb-811c-40592c045b7a port a3770566-f579-40ee-8917-517229f4a6f8 binding host dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:23:06.936062 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:06.981324 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:06.997418 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 15b0394f-3810-429e-9ba4-9c7de593fd85, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=15b0394f-3810-429e-9ba4-9c7de593fd85,segment=NetworkSegment(599bcdda-89d7-438b-81f4-24b826f319f6),segment_id=599bcdda-89d7-438b-81f4-24b826f319f6)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:07.005213 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:07.007797 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:07.120582 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=15b0394f-3810-429e-9ba4-9c7de593fd85,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:07.135283 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:07.256895 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78524b7-a09d-4fd4-9e31-adda02fb3024 req-f3dded83-e81f-41ee-9cfe-da8734ceb615 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:07.263891 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f78524b7-a09d-4fd4-9e31-adda02fb3024 req-f3dded83-e81f-41ee-9cfe-da8734ceb615 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.4706879 May 26 22:23:07.266439 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-529df52f-800b-449a-8efe-46c05517c4a3 None None] Provisioning complete for port 15b0394f-3810-429e-9ba4-9c7de593fd85 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:07.267194 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-529df52f-800b-449a-8efe-46c05517c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:07.384048 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f78524b7-a09d-4fd4-9e31-adda02fb3024 req-eacf6afc-c7cf-45d9-9254-5b3a4088b3cc tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190984 May 26 22:23:07.439432 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:07.457170 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Transition to ACTIVE for port object a3770566-f579-40ee-8917-517229f4a6f8 will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:23:07.473538 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:07.486515 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:07.566760 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Attempting to bind port a3770566-f579-40ee-8917-517229f4a6f8 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:23:07.567118 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Attempting to bind port a3770566-f579-40ee-8917-517229f4a6f8 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:23:07.567478 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Attempting to bind port a3770566-f579-40ee-8917-517229f4a6f8 on network 5868c39c-3961-427a-b936-c4b2389a06ed {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:07.576116 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:23:07.576804 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Checking segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:23:07.576944 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:07.578001 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Bound using segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:23:07.578269 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Bound port: a3770566-f579-40ee-8917-517229f4a6f8, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:23:07.578722 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:07.597636 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:07.606132 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3c492-07f1-43a6-b381-ec7633ae8e38 None None] Pushing event updated for resources: {'Port': ['ID=a3770566-f579-40ee-8917-517229f4a6f8,revision_number=2']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:07.613541 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a9d3c492-07f1-43a6-b381-ec7633ae8e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:07.653716 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] For port a3770566-f579-40ee-8917-517229f4a6f8, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:23:07.657744 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] For port a3770566-f579-40ee-8917-517229f4a6f8, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=a3770566-f579-40ee-8917-517229f4a6f8,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:23:07.673544 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:07.677782 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-f60b26d7-d71d-4e32-ac77-dfb56dda0df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:07.771037 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Routers {'74f53ad6-72da-40cb-811c-40592c045b7a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:23:07.771825 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:23:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['74f53ad6-72da-40cb-811c-40592c045b7a'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:07.842533 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3c492-07f1-43a6-b381-ec7633ae8e38 None None] Pushing event updated for resources: {'Port': ['ID=a3770566-f579-40ee-8917-517229f4a6f8,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:07.847324 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device dd212b3b-fd1c-47f4-b027-d746b9bcc48e up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:07.857247 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-a9d3c492-07f1-43a6-b381-ec7633ae8e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:07.870157 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Allocated IP 172.20.0.1 (516b41b9-14fa-4f17-b9a8-5e50a25e2a6e/373f1ea9-32f1-4dfd-9dc8-458ff6ac43e7/736570ff-8205-414a-a3bc-9c77b97a18c3) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:23:07.927716 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port dd212b3b-fd1c-47f4-b027-d746b9bcc48e triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:07.927716 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.031987 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] Set router 74f53ad6-72da-40cb-811c-40592c045b7a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:23:08.035176 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.052701 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Transition to ACTIVE for port object 736570ff-8205-414a-a3bc-9c77b97a18c3 will not be triggered until provisioned by entity DHCP. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:23:08.080868 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.085858 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-57b9eae5-05bd-4b17-897f-b7c91218644f tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:08.110836 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 15b0394f-3810-429e-9ba4-9c7de593fd85 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:08.195366 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 15b0394f-3810-429e-9ba4-9c7de593fd85 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:08.196220 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.210119 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Network 516b41b9-14fa-4f17-b9a8-5e50a25e2a6e is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:23:08.213595 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:23:08.216241 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:23:08.273803 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Pushing event updated for resources: {'Port': ['ID=736570ff-8205-414a-a3bc-9c77b97a18c3,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:08.284013 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:08.298422 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746537'] for router_interface, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.460095 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.469241 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'name': 'tempest-TestShelveInstance-2007264194-router', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a3770566-f579-40ee-8917-517229f4a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:23:02Z', 'updated_at': '2021-05-26T22:23:04Z', 'revision_number': 3, 'project_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'gw_port': {'id': 'a3770566-f579-40ee-8917-517229f4a6f8', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:32:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:23:03Z', 'updated_at': '2021-05-26T22:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:08.479254 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757a41b-ab43-4503-b043-b4c8f18dec2c None None] The sync data for ids ['74f53ad6-72da-40cb-811c-40592c045b7a'] in dv-cinder-793244-1-iscsi is: [{'id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'name': 'tempest-TestShelveInstance-2007264194-router', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a3770566-f579-40ee-8917-517229f4a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:23:02Z', 'updated_at': '2021-05-26T22:23:04Z', 'revision_number': 3, 'project_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'gw_port': {'id': 'a3770566-f579-40ee-8917-517229f4a6f8', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:32:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:23:03Z', 'updated_at': '2021-05-26T22:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:23:08.654477 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-9d1f7972-d530-4f2a-8907-c0b232523ebd None None] Provisioning for port 736570ff-8205-414a-a3bc-9c77b97a18c3 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:08.660524 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-9d1f7972-d530-4f2a-8907-c0b232523ebd None None] Provisioning complete for port 736570ff-8205-414a-a3bc-9c77b97a18c3 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:08.660888 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7972-d530-4f2a-8907-c0b232523ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.767651 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f7972-d530-4f2a-8907-c0b232523ebd None None] Port 736570ff-8205-414a-a3bc-9c77b97a18c3 cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:23:08.826393 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c62b98-6933-409e-a9f1-59d3bc1e469e req-0a5093bc-3923-4bef-bfef-a2f661da2d2b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:08.828739 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d3c62b98-6933-409e-a9f1-59d3bc1e469e req-0a5093bc-3923-4bef-bfef-a2f661da2d2b tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.2418807 May 26 22:23:08.916578 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.926094 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d3c62b98-6933-409e-a9f1-59d3bc1e469e req-78033ac9-a1e8-44ee-bc8e-e75163453d5d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861673 May 26 22:23:08.929861 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.958037 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-20d4ea18-88fe-42d5-acea-5c31b4538ac7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:09.050240 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Pushing event updated for resources: {'Port': ['ID=736570ff-8205-414a-a3bc-9c77b97a18c3,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:09.053688 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:09.054715 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746634'] for router_interface, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:09.200639 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Network 516b41b9-14fa-4f17-b9a8-5e50a25e2a6e is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:23:09.201717 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:23:09.598068 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Router 74f53ad6-72da-40cb-811c-40592c045b7a has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:23:09.600538 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-3de9986f-a640-4477-941d-a168d1e36c56 None None] Provisioning complete for port 736570ff-8205-414a-a3bc-9c77b97a18c3 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:09.601374 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3de9986f-a640-4477-941d-a168d1e36c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:09.677068 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-3de9986f-a640-4477-941d-a168d1e36c56 None None] Port 736570ff-8205-414a-a3bc-9c77b97a18c3 cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:23:09.799392 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:23:09.808514 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] 10.222.0.15 "PUT /v2.0/routers/74f53ad6-72da-40cb-811c-40592c045b7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5291986 May 26 22:23:09.854204 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device a3770566-f579-40ee-8917-517229f4a6f8 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:09.937254 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port a3770566-f579-40ee-8917-517229f4a6f8 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:09.942645 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port a3770566-f579-40ee-8917-517229f4a6f8 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:09.943102 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:10.099297 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:10.137069 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port a3770566-f579-40ee-8917-517229f4a6f8, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=a3770566-f579-40ee-8917-517229f4a6f8,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:10.142808 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:10.144824 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:10.169057 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f53e9-7a80-4e43-9e9f-181900afee23 req-aa8d56d0-2f1b-4137-82b5-74e32a3e5180 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:10.171267 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-892f53e9-7a80-4e43-9e9f-181900afee23 req-aa8d56d0-2f1b-4137-82b5-74e32a3e5180 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.1112320 May 26 22:23:10.213597 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=a3770566-f579-40ee-8917-517229f4a6f8,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:10.217447 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-892f53e9-7a80-4e43-9e9f-181900afee23 req-3efc50f5-d638-42e5-8ba6-69a09b2d69d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398786 May 26 22:23:10.224581 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:10.988833 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Sync routers for ids ['74f53ad6-72da-40cb-811c-40592c045b7a'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:23:10.999642 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Routers {'74f53ad6-72da-40cb-811c-40592c045b7a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:23:11.000396 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:23:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['74f53ad6-72da-40cb-811c-40592c045b7a'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:11.018871 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42178) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:11.024378 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-670163583', 'description': 'tempest-secgroup-smoke-670163583 description', 'project_id': '7a957dcd842747db9992f0694f64cde3'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:11.031126 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:11.035263 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Usage tracker for resource:security_group and tenant:7a957dcd842747db9992f0694f64cde3 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:11.038240 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:11.044691 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:11.055427 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.085121 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:11.090601 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Usage tracker for resource:security_group_rule and tenant:7a957dcd842747db9992f0694f64cde3 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:11.096401 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:11.104401 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:11.240936 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.246156 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Set router 74f53ad6-72da-40cb-811c-40592c045b7a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:23:11.278121 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.290997 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-cac0926b-6239-4b3f-94b1-e51acdfe6edf tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:11.335983 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7746cbbe-36f6-49d7-bfb4-297db2769ad1,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:11.350679 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:11.352211 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.353702 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-91272a65-0d8e-4856-9541-b6dcb7391cdb tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3336835 May 26 22:23:11.357025 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42184) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:11.363510 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Request body: {'security_group_rule': {'security_group_id': '7746cbbe-36f6-49d7-bfb4-297db2769ad1', 'project_id': '7a957dcd842747db9992f0694f64cde3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:11.371103 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:11.382532 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Usage tracker for resource:security_group_rule and tenant:7a957dcd842747db9992f0694f64cde3 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:11.391264 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:11.398921 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:11.416908 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.564944 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.579239 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e61c75-9cae-476a-aab1-e7aa9e98469a req-34c7b02b-65e1-4fa9-8764-d94fdcea9f15 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:11.580897 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-57e61c75-9cae-476a-aab1-e7aa9e98469a req-34c7b02b-65e1-4fa9-8764-d94fdcea9f15 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.1508403 May 26 22:23:11.582086 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.584199 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:11.627171 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5939026-f48e-4a26-bd6a-8c7a812aa2b8,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:11.648028 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:11.648404 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:11.648768 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:11.649125 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:11.649484 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:11.649833 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:11.650028 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'name': 'tempest-TestShelveInstance-2007264194-router', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a3770566-f579-40ee-8917-517229f4a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:23:02Z', 'updated_at': '2021-05-26T22:23:08Z', 'revision_number': 4, 'project_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'gw_port': {'id': 'a3770566-f579-40ee-8917-517229f4a6f8', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:23:03Z', 'updated_at': '2021-05-26T22:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '736570ff-8205-414a-a3bc-9c77b97a18c3', 'name': '', 'network_id': '516b41b9-14fa-4f17-b9a8-5e50a25e2a6e', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'mac_address': 'fa:16:3e:c4:1a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '373f1ea9-32f1-4dfd-9dc8-458ff6ac43e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:23:07Z', 'updated_at': '2021-05-26T22:23:08Z', 'revision_number': 2, 'project_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'subnets': [{'id': '373f1ea9-32f1-4dfd-9dc8-458ff6ac43e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:11.650217 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:11.650512 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:11.650857 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:11.651201 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:11.651542 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:11.651903 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:11.653919 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Checking router: 74f53ad6-72da-40cb-811c-40592c045b7a for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:23:11.654274 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Updating router 74f53ad6-72da-40cb-811c-40592c045b7a port 736570ff-8205-414a-a3bc-9c77b97a18c3 binding host dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:23:11.657992 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:11.658710 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.662780 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-c71be070-a132-4796-9fce-b81a81e1ef79 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3013060 May 26 22:23:11.663463 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42188) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:11.668338 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-57e61c75-9cae-476a-aab1-e7aa9e98469a req-65bcd90a-5c8a-497e-986f-6466e40d89a3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743630 May 26 22:23:11.668591 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-3f34a255-f57f-4cc0-a7a3-9d8f438d8e55 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Request body: {'security_group_rule': {'security_group_id': '7746cbbe-36f6-49d7-bfb4-297db2769ad1', 'project_id': '7a957dcd842747db9992f0694f64cde3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:11.675791 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3f34a255-f57f-4cc0-a7a3-9d8f438d8e55 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:11.680001 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3f34a255-f57f-4cc0-a7a3-9d8f438d8e55 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Usage tracker for resource:security_group_rule and tenant:7a957dcd842747db9992f0694f64cde3 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:11.682938 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3f34a255-f57f-4cc0-a7a3-9d8f438d8e55 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:11.702978 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3f34a255-f57f-4cc0-a7a3-9d8f438d8e55 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:11.719966 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3f34a255-f57f-4cc0-a7a3-9d8f438d8e55 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.724779 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.809666 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3f34a255-f57f-4cc0-a7a3-9d8f438d8e55 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.838510 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3f34a255-f57f-4cc0-a7a3-9d8f438d8e55 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.844813 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a03efead-d57e-4e92-a75f-865c23ac13c2 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:11.897123 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34a255-f57f-4cc0-a7a3-9d8f438d8e55 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68305f3f-4d32-4166-8b4f-c6ccca4a4346,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:11.901733 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3f34a255-f57f-4cc0-a7a3-9d8f438d8e55 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:11.909682 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device a3770566-f579-40ee-8917-517229f4a6f8 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:11.912060 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3f34a255-f57f-4cc0-a7a3-9d8f438d8e55 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.913896 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3f34a255-f57f-4cc0-a7a3-9d8f438d8e55 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2498798 May 26 22:23:11.916799 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42192) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:11.923287 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-c5d2d2de-57eb-4ad4-9c84-c4ce59a44bd2 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Request body: {'security_group_rule': {'security_group_id': '7746cbbe-36f6-49d7-bfb4-297db2769ad1', 'project_id': '7a957dcd842747db9992f0694f64cde3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:11.930277 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-c5d2d2de-57eb-4ad4-9c84-c4ce59a44bd2 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:11.943750 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-c5d2d2de-57eb-4ad4-9c84-c4ce59a44bd2 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Usage tracker for resource:security_group_rule and tenant:7a957dcd842747db9992f0694f64cde3 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:11.953164 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-c5d2d2de-57eb-4ad4-9c84-c4ce59a44bd2 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:11.977436 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-c5d2d2de-57eb-4ad4-9c84-c4ce59a44bd2 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:11.997725 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c5d2d2de-57eb-4ad4-9c84-c4ce59a44bd2 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.073982 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c5d2d2de-57eb-4ad4-9c84-c4ce59a44bd2 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.079972 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c5d2d2de-57eb-4ad4-9c84-c4ce59a44bd2 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.084095 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0c7d5751-150c-430c-a0cf-10a078db0f49 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:12.136311 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2d2de-57eb-4ad4-9c84-c4ce59a44bd2 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465e17ba-eead-42e4-9f2e-d784c4bab628,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:12.138109 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port a3770566-f579-40ee-8917-517229f4a6f8 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:12.139085 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.142380 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-c5d2d2de-57eb-4ad4-9c84-c4ce59a44bd2 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:12.152303 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c5d2d2de-57eb-4ad4-9c84-c4ce59a44bd2 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.153422 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-c5d2d2de-57eb-4ad4-9c84-c4ce59a44bd2 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2355711 May 26 22:23:12.156708 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42196) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:12.161789 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-2d8e0bd3-cdd8-459b-b699-db617492922e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Request body: {'security_group_rule': {'security_group_id': '7746cbbe-36f6-49d7-bfb4-297db2769ad1', 'project_id': '7a957dcd842747db9992f0694f64cde3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:12.167509 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-2d8e0bd3-cdd8-459b-b699-db617492922e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:12.171846 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-2d8e0bd3-cdd8-459b-b699-db617492922e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Usage tracker for resource:security_group_rule and tenant:7a957dcd842747db9992f0694f64cde3 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:12.174732 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-2d8e0bd3-cdd8-459b-b699-db617492922e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:12.180333 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-2d8e0bd3-cdd8-459b-b699-db617492922e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:12.196366 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0bd3-cdd8-459b-b699-db617492922e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.262491 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0bd3-cdd8-459b-b699-db617492922e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.268029 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0bd3-cdd8-459b-b699-db617492922e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.278659 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:12.302809 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e0bd3-cdd8-459b-b699-db617492922e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d47b37-b00d-448e-ba9d-1e60c1c11ceb,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:12.305951 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2d8e0bd3-cdd8-459b-b699-db617492922e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:12.312061 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0bd3-cdd8-459b-b699-db617492922e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.313526 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-2d8e0bd3-cdd8-459b-b699-db617492922e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558435 May 26 22:23:12.316653 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42200) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:12.317504 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.323112 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-4f60013c-c58e-40f6-ab53-7d6250a116e8 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Request body: {'security_group_rule': {'security_group_id': '7746cbbe-36f6-49d7-bfb4-297db2769ad1', 'project_id': '7a957dcd842747db9992f0694f64cde3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:12.331375 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-4f60013c-c58e-40f6-ab53-7d6250a116e8 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:12.335775 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-4f60013c-c58e-40f6-ab53-7d6250a116e8 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Usage tracker for resource:security_group_rule and tenant:7a957dcd842747db9992f0694f64cde3 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:12.340151 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-4f60013c-c58e-40f6-ab53-7d6250a116e8 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:12.348281 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-4f60013c-c58e-40f6-ab53-7d6250a116e8 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:12.360709 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.securitygroups_db [None req-4f60013c-c58e-40f6-ab53-7d6250a116e8 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Project 7a957dcd842747db9992f0694f64cde3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 22:23:12.367628 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4f60013c-c58e-40f6-ab53-7d6250a116e8 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.385903 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Transition to ACTIVE for port object 736570ff-8205-414a-a3bc-9c77b97a18c3 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:23:12.398625 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.402529 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:12.435816 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4f60013c-c58e-40f6-ab53-7d6250a116e8 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.440441 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4f60013c-c58e-40f6-ab53-7d6250a116e8 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.442690 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:12.473967 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60013c-c58e-40f6-ab53-7d6250a116e8 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fbbb65-32cc-4e3e-8d7b-4b8a0c1ad783,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:12.476337 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-4f60013c-c58e-40f6-ab53-7d6250a116e8 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:12.477170 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4f60013c-c58e-40f6-ab53-7d6250a116e8 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.478331 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-4f60013c-c58e-40f6-ab53-7d6250a116e8 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1606004 May 26 22:23:12.481480 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42204) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:12.501497 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-fe859539-fcfa-4ede-bc8f-b4df6df37f39 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Request body: {'security_group_rule': {'security_group_id': '7746cbbe-36f6-49d7-bfb4-297db2769ad1', 'project_id': '7a957dcd842747db9992f0694f64cde3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:12.508347 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-fe859539-fcfa-4ede-bc8f-b4df6df37f39 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:12.513595 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-fe859539-fcfa-4ede-bc8f-b4df6df37f39 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Usage tracker for resource:security_group_rule and tenant:7a957dcd842747db9992f0694f64cde3 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:12.517904 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-fe859539-fcfa-4ede-bc8f-b4df6df37f39 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:12.524717 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-fe859539-fcfa-4ede-bc8f-b4df6df37f39 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:12.544505 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.securitygroups_db [None req-fe859539-fcfa-4ede-bc8f-b4df6df37f39 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Project 7a957dcd842747db9992f0694f64cde3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 22:23:12.552420 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e334e-f1fe-4f5c-afe3-47a908fe93f8 None None] Pushing event updated for resources: {'Port': ['ID=736570ff-8205-414a-a3bc-9c77b97a18c3,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:12.561290 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fe859539-fcfa-4ede-bc8f-b4df6df37f39 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.562248 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-af7e334e-f1fe-4f5c-afe3-47a908fe93f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:12.671012 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fe859539-fcfa-4ede-bc8f-b4df6df37f39 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.674577 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Attempting to bind port 736570ff-8205-414a-a3bc-9c77b97a18c3 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:23:12.674946 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Attempting to bind port 736570ff-8205-414a-a3bc-9c77b97a18c3 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '599bcdda-89d7-438b-81f4-24b826f319f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '516b41b9-14fa-4f17-b9a8-5e50a25e2a6e'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:23:12.675324 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Attempting to bind port 736570ff-8205-414a-a3bc-9c77b97a18c3 on network 516b41b9-14fa-4f17-b9a8-5e50a25e2a6e {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:12.676734 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fe859539-fcfa-4ede-bc8f-b4df6df37f39 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.679129 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:12.680970 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:23:12.681347 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Checking segment: {'id': '599bcdda-89d7-438b-81f4-24b826f319f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '516b41b9-14fa-4f17-b9a8-5e50a25e2a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:23:12.681740 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.682125 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Bound using segment: {'id': '599bcdda-89d7-438b-81f4-24b826f319f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '516b41b9-14fa-4f17-b9a8-5e50a25e2a6e'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:23:12.682587 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Bound port: 736570ff-8205-414a-a3bc-9c77b97a18c3, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599bcdda-89d7-438b-81f4-24b826f319f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '516b41b9-14fa-4f17-b9a8-5e50a25e2a6e'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:23:12.682958 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.712662 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe859539-fcfa-4ede-bc8f-b4df6df37f39 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4a8de6-50ef-43fe-9dae-a443f31c72a4,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:12.715652 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-fe859539-fcfa-4ede-bc8f-b4df6df37f39 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:12.725729 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-fe859539-fcfa-4ede-bc8f-b4df6df37f39 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.735374 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-fe859539-fcfa-4ede-bc8f-b4df6df37f39 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2450409 May 26 22:23:12.810769 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] For port 736570ff-8205-414a-a3bc-9c77b97a18c3, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:23:12.815268 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] For port 736570ff-8205-414a-a3bc-9c77b97a18c3, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=736570ff-8205-414a-a3bc-9c77b97a18c3,segment=NetworkSegment(599bcdda-89d7-438b-81f4-24b826f319f6),segment_id=599bcdda-89d7-438b-81f4-24b826f319f6)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:23:12.823938 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.829146 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-fb26214c-907f-4208-ab9c-339b51691b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:12.938282 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Routers {'74f53ad6-72da-40cb-811c-40592c045b7a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:23:12.938922 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:23:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['74f53ad6-72da-40cb-811c-40592c045b7a'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:12.996511 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a260b88-002e-47e8-84ca-2f16ecb89edd req-2fdb9efc-87d7-44c1-92f0-fc645b200a38 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:12.998061 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4a260b88-002e-47e8-84ca-2f16ecb89edd req-2fdb9efc-87d7-44c1-92f0-fc645b200a38 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.1808500 May 26 22:23:13.033276 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e334e-f1fe-4f5c-afe3-47a908fe93f8 None None] Pushing event updated for resources: {'Port': ['ID=736570ff-8205-414a-a3bc-9c77b97a18c3,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:13.039373 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-af7e334e-f1fe-4f5c-afe3-47a908fe93f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:13.082473 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4a260b88-002e-47e8-84ca-2f16ecb89edd req-ff58b5cf-0d86-4c2e-a1d4-ab02f106fab8 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781076 May 26 22:23:13.219658 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] Set router 74f53ad6-72da-40cb-811c-40592c045b7a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:23:13.559613 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'name': 'tempest-TestShelveInstance-2007264194-router', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a3770566-f579-40ee-8917-517229f4a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:23:02Z', 'updated_at': '2021-05-26T22:23:08Z', 'revision_number': 4, 'project_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'gw_port': {'id': 'a3770566-f579-40ee-8917-517229f4a6f8', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:23:03Z', 'updated_at': '2021-05-26T22:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '736570ff-8205-414a-a3bc-9c77b97a18c3', 'name': '', 'network_id': '516b41b9-14fa-4f17-b9a8-5e50a25e2a6e', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'mac_address': 'fa:16:3e:c4:1a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '373f1ea9-32f1-4dfd-9dc8-458ff6ac43e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:23:07Z', 'updated_at': '2021-05-26T22:23:12Z', 'revision_number': 4, 'project_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'subnets': [{'id': '373f1ea9-32f1-4dfd-9dc8-458ff6ac43e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:13.564805 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809509d1-3044-497c-8251-bccfdc6fa59e None None] The sync data for ids ['74f53ad6-72da-40cb-811c-40592c045b7a'] in dv-cinder-793244-1-iscsi is: [{'id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'name': 'tempest-TestShelveInstance-2007264194-router', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a3770566-f579-40ee-8917-517229f4a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:23:02Z', 'updated_at': '2021-05-26T22:23:08Z', 'revision_number': 4, 'project_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'gw_port': {'id': 'a3770566-f579-40ee-8917-517229f4a6f8', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:23:03Z', 'updated_at': '2021-05-26T22:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '736570ff-8205-414a-a3bc-9c77b97a18c3', 'name': '', 'network_id': '516b41b9-14fa-4f17-b9a8-5e50a25e2a6e', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'mac_address': 'fa:16:3e:c4:1a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '373f1ea9-32f1-4dfd-9dc8-458ff6ac43e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:23:07Z', 'updated_at': '2021-05-26T22:23:12Z', 'revision_number': 4, 'project_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'subnets': [{'id': '373f1ea9-32f1-4dfd-9dc8-458ff6ac43e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:23:13.862162 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 736570ff-8205-414a-a3bc-9c77b97a18c3 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:13.940896 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 736570ff-8205-414a-a3bc-9c77b97a18c3 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:13.947017 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 736570ff-8205-414a-a3bc-9c77b97a18c3 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:13.947401 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:14.079297 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:14.110688 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 736570ff-8205-414a-a3bc-9c77b97a18c3, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=736570ff-8205-414a-a3bc-9c77b97a18c3,segment=NetworkSegment(599bcdda-89d7-438b-81f4-24b826f319f6),segment_id=599bcdda-89d7-438b-81f4-24b826f319f6)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:14.113946 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:14.115773 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:14.187218 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=736570ff-8205-414a-a3bc-9c77b97a18c3,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:14.190608 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:14.292051 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c5a6e-b757-48dd-9940-cf4b9ac79f47 req-4e601c57-7adb-4a3e-ac95-cba48f634a03 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:14.293499 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0c8c5a6e-b757-48dd-9940-cf4b9ac79f47 req-4e601c57-7adb-4a3e-ac95-cba48f634a03 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.0855660 May 26 22:23:14.339737 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0c8c5a6e-b757-48dd-9940-cf4b9ac79f47 req-15e212cf-161a-4f02-bc42-17f0f5a0cfa2 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405765 May 26 22:23:15.538224 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95130f1d-1c80-4bba-bce0-f4712052fbb4 req-b0d0d6b8-8452-44a0-9fe1-9d98ad3fac26 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:15.539709 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-95130f1d-1c80-4bba-bce0-f4712052fbb4 req-b0d0d6b8-8452-44a0-9fe1-9d98ad3fac26 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.0835965 May 26 22:23:15.588433 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-95130f1d-1c80-4bba-bce0-f4712052fbb4 req-af4d6b7c-2e04-4509-8d06-28372ab79efd tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430555 May 26 22:23:15.820591 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 736570ff-8205-414a-a3bc-9c77b97a18c3 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:15.895190 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 736570ff-8205-414a-a3bc-9c77b97a18c3 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:15.895567 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:16.331381 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa6d35-1982-4cc4-8b13-47f22475603a req-b2e3d355-7424-4be5-8fe4-80d8a038297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:16.333231 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62aa6d35-1982-4cc4-8b13-47f22475603a req-b2e3d355-7424-4be5-8fe4-80d8a038297c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 1097 time: 0.0743709 May 26 22:23:16.480830 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa6d35-1982-4cc4-8b13-47f22475603a req-cdc3b10c-2fe6-4b35-970c-4d57d3a03ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:16.482172 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62aa6d35-1982-4cc4-8b13-47f22475603a req-cdc3b10c-2fe6-4b35-970c-4d57d3a03ebc service neutron] 10.222.0.24 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 917 time: 0.1274900 May 26 22:23:16.586167 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62aa6d35-1982-4cc4-8b13-47f22475603a req-7c9638d7-dccb-4f18-92d7-a29da918a3d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6 HTTP/1.1" status: 200 len: 999 time: 0.0970466 May 26 22:23:16.649237 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa6d35-1982-4cc4-8b13-47f22475603a req-db0df9a2-7656-43aa-84ff-f7a552497aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:16.650745 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62aa6d35-1982-4cc4-8b13-47f22475603a req-db0df9a2-7656-43aa-84ff-f7a552497aa0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 200 len: 856 time: 0.0569577 May 26 22:23:16.795477 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa6d35-1982-4cc4-8b13-47f22475603a req-9b6f931c-b79b-4a61-ab45-1ca7470d7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:16.798824 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62aa6d35-1982-4cc4-8b13-47f22475603a req-9b6f931c-b79b-4a61-ab45-1ca7470d7334 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0897e07d-1423-4ad7-b723-9c8134b46027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1383996 May 26 22:23:16.835892 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511719c-0eca-49c4-bc3b-a6f1d9588bce req-e55c65d9-75ee-423c-86d7-1228230bf77f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:16.837761 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6511719c-0eca-49c4-bc3b-a6f1d9588bce req-e55c65d9-75ee-423c-86d7-1228230bf77f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.1218834 May 26 22:23:17.067808 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6511719c-0eca-49c4-bc3b-a6f1d9588bce req-49504011-480a-4ad0-9fc9-bc02f64d1f5d tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175341 May 26 22:23:17.093131 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62aa6d35-1982-4cc4-8b13-47f22475603a req-95c28ae3-df87-4283-a3e6-a2c9d62e563f service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839773 May 26 22:23:17.226490 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62aa6d35-1982-4cc4-8b13-47f22475603a req-0639d779-4b77-4444-b65b-a095b824f46b service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274045 May 26 22:23:18.262452 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c8463-4e03-483c-9275-eb30b3435f6b req-970f2187-41cb-4a4e-b0c9-2cca8bc96723 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:18.263919 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cc1c8463-4e03-483c-9275-eb30b3435f6b req-970f2187-41cb-4a4e-b0c9-2cca8bc96723 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 944 time: 0.0857685 May 26 22:23:18.309957 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cc1c8463-4e03-483c-9275-eb30b3435f6b req-ca8dfb4b-02ed-4c45-90b1-fc271efe6623 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399642 May 26 22:23:18.977251 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 40ef7c70-cf2a-445c-b4af-36e95df951f6 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:23:19.150370 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 40ef7c70-cf2a-445c-b4af-36e95df951f6, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:19.164822 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'port_id': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'mac_address': 'fa:16:3e:6b:15:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:23:19.219215 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:19.236356 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ef7c70-cf2a-445c-b4af-36e95df951f6 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:23:19.251287 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 40ef7c70-cf2a-445c-b4af-36e95df951f6, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:19.255327 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:19.257104 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:19.325329 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=40ef7c70-cf2a-445c-b4af-36e95df951f6,revision_number=9']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:19.328949 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:19.502640 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44433ab-4ea3-461b-a3b6-2cbddfd84964 req-8501d14f-d609-48e1-9ab5-2b3bc224907a tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:19.504049 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d44433ab-4ea3-461b-a3b6-2cbddfd84964 req-8501d14f-d609-48e1-9ab5-2b3bc224907a tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 945 time: 0.0814939 May 26 22:23:19.549906 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d44433ab-4ea3-461b-a3b6-2cbddfd84964 req-6ab97e5b-c7b8-49a4-bc12-cf95dd81d223 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400827 May 26 22:23:19.637165 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['40ef7c70-cf2a-445c-b4af-36e95df951f6'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:23:20.745280 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace2f94-a762-4fa7-a962-2a2715bb0085 req-b8248853-3dea-4bd5-9576-051e9a1b5a72 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:20.746758 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4ace2f94-a762-4fa7-a962-2a2715bb0085 req-b8248853-3dea-4bd5-9576-051e9a1b5a72 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 945 time: 0.0830045 May 26 22:23:20.794073 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4ace2f94-a762-4fa7-a962-2a2715bb0085 req-3480a07e-cbc1-41d3-aebb-c58f1f7e7c18 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416660 May 26 22:23:20.994683 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 40ef7c70-cf2a-445c-b4af-36e95df951f6 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:21.064357 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 40ef7c70-cf2a-445c-b4af-36e95df951f6 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:21.064730 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:21.184426 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:21.212408 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ef7c70-cf2a-445c-b4af-36e95df951f6'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:21.223524 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 40ef7c70-cf2a-445c-b4af-36e95df951f6, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:21.228504 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:21.230489 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:21.260706 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'code': 200} May 26 22:23:21.300454 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=40ef7c70-cf2a-445c-b4af-36e95df951f6,revision_number=10']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:21.303447 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:21.502894 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89a752-23e9-43c8-83aa-c2a1848105cf req-341279b3-71b6-4a46-86b4-2a325fe1c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:21.504286 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1a89a752-23e9-43c8-83aa-c2a1848105cf req-341279b3-71b6-4a46-86b4-2a325fe1c15d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 1100 time: 0.0748141 May 26 22:23:21.553307 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1a89a752-23e9-43c8-83aa-c2a1848105cf req-a5128b0c-bcfc-48d1-afe2-8551964e90f3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422118 May 26 22:23:21.985888 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b6f8f-142e-471b-a304-3a0e005921ec req-fca7e756-064b-4b4f-bb54-36253fa90072 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:21.987318 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-735b6f8f-142e-471b-a304-3a0e005921ec req-fca7e756-064b-4b4f-bb54-36253fa90072 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 947 time: 0.0798433 May 26 22:23:22.031850 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-735b6f8f-142e-471b-a304-3a0e005921ec req-978bd083-e5be-454f-a701-232501afaf0a tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387142 May 26 22:23:23.243419 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799450f-e5fc-41f5-9a2c-ea5dd0e5a552 req-e0295b52-e37a-40a7-9ab1-d59de23db26c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:23.244900 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6799450f-e5fc-41f5-9a2c-ea5dd0e5a552 req-e0295b52-e37a-40a7-9ab1-d59de23db26c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 947 time: 0.0927598 May 26 22:23:23.291150 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6799450f-e5fc-41f5-9a2c-ea5dd0e5a552 req-f3a45b7d-739d-4528-9694-bde0c47f04e5 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407300 May 26 22:23:24.484261 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbaa3a-af0d-4ea7-b942-8a82e23ac054 req-ae424d33-e63f-4238-bd0f-f57d0027ad7a tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:24.486232 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fefbaa3a-af0d-4ea7-b942-8a82e23ac054 req-ae424d33-e63f-4238-bd0f-f57d0027ad7a tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 947 time: 0.0808356 May 26 22:23:24.531428 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fefbaa3a-af0d-4ea7-b942-8a82e23ac054 req-a81ca066-3e9a-4151-b454-0c5f59b2e2d6 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394566 May 26 22:23:26.507914 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:27.900566 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:23:28.856701 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-269ce042-a921-46a5-ab30-c0054a6fad9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:31.171771 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-be42583c-72fe-4016-bb8b-44cec29c73c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:31.272704 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:32.420453 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:33.917555 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:35.591160 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-c3a50aa6-ed65-4c80-bd3b-ee41956689d0 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670163583&fields=id&tenant_id=7a957dcd842747db9992f0694f64cde3 HTTP/1.1" status: 200 len: 267 time: 0.0431962 May 26 22:23:35.739433 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-8397f71f-4cd4-4cef-9f72-3d39ccc7d789 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:35.740901 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-8397f71f-4cd4-4cef-9f72-3d39ccc7d789 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/networks?id=967dec0f-dc99-4524-a881-7d01cad5553a HTTP/1.1" status: 200 len: 809 time: 0.1434462 May 26 22:23:35.755674 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-40025574-0391-43b6-9849-fcf1d12107f2 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/quotas/7a957dcd842747db9992f0694f64cde3 HTTP/1.1" status: 200 len: 375 time: 0.0093434 May 26 22:23:35.836906 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-db36ecde-18f1-422f-b222-4a21186f2497 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Synchronizing usage tracker for tenant:7a957dcd842747db9992f0694f64cde3 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:35.854294 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-db36ecde-18f1-422f-b222-4a21186f2497 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Unset dirty status for tenant:7a957dcd842747db9992f0694f64cde3 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:35.855601 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-db36ecde-18f1-422f-b222-4a21186f2497 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a957dcd842747db9992f0694f64cde3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948110 May 26 22:23:35.992272 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-0561941a-002d-419a-b860-68694dadc25e service neutron] 10.222.0.15 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249890 May 26 22:23:36.120981 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-959e96cb-dcdb-4577-a2b2-a7234808050d service neutron] 10.222.0.15 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228843 May 26 22:23:36.499450 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1b220e7d-2d99-4472-9ff5-cf59ccebbbb3 req-e6385ca5-ff8f-4ece-885a-a03667ac6c54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 210 time: 0.0415363 May 26 22:23:37.596401 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-520d8054-8548-48a0-94d5-eab101e939b9 req-5c4e3f67-eb36-4ddd-9e8e-6053037ff8a1 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 210 time: 0.0464027 May 26 22:23:38.694119 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ec589aa9-6fb0-40e0-a236-61fb8bb95407 req-7d9bead9-0a94-4c64-b311-f3b7ef80afa1 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 210 time: 0.0457335 May 26 22:23:39.700238 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-471c3a86-66fb-4f53-b020-9d5fe3f56fa4 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:39.701711 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-471c3a86-66fb-4f53-b020-9d5fe3f56fa4 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.24 "GET /v2.0/networks?id=967dec0f-dc99-4524-a881-7d01cad5553a HTTP/1.1" status: 200 len: 809 time: 0.2527089 May 26 22:23:39.753348 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-958d4c39-9316-4ce2-bcb8-6776d908f561 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a957dcd842747db9992f0694f64cde3 HTTP/1.1" status: 200 len: 379 time: 0.0431700 May 26 22:23:39.763721 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Request body: {'port': {'device_id': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'admin_state_up': True, 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'security_groups': ['7746cbbe-36f6-49d7-bfb4-297db2769ad1']}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:39.898774 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b7c3edb4-6a16-472b-ae66-ed081794637e req-bac557ca-ddb8-4654-a36b-4aa50b43e06c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 210 time: 0.0625110 May 26 22:23:39.948058 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:39.958279 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:39.967697 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Made reservation on behalf of 7a957dcd842747db9992f0694f64cde3 for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:23:39.972074 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:40.136244 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Allocated IP 172.20.0.7 (967dec0f-dc99-4524-a881-7d01cad5553a/c0b8781d-d5ea-4535-b79a-13619ece35b1/917ac439-12eb-4067-b2e3-37a695f93e54) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:23:40.336342 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:40.352402 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Transition to ACTIVE for port object 917ac439-12eb-4067-b2e3-37a695f93e54 will not be triggered until provisioned by entity DHCP. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:23:40.376907 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:40.384049 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-a15d666e-5f00-4423-b983-005b22750da5 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:40.454443 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Network 967dec0f-dc99-4524-a881-7d01cad5553a is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:23:40.457540 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:23:40.461388 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:23:40.495654 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Pushing event updated for resources: {'Port': ['ID=917ac439-12eb-4067-b2e3-37a695f93e54,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:40.505174 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:40.528213 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:40.528823 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:40.554613 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7947562 May 26 22:23:40.567370 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Request body: {'port': {'device_id': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:40.630740 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-1a2b763d-940c-41c8-992e-75def558b690 None None] Provisioning for port 917ac439-12eb-4067-b2e3-37a695f93e54 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:40.635992 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-1a2b763d-940c-41c8-992e-75def558b690 None None] Provisioning complete for port 917ac439-12eb-4067-b2e3-37a695f93e54 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:40.636430 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1a2b763d-940c-41c8-992e-75def558b690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:40.683941 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:40.689199 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b763d-940c-41c8-992e-75def558b690 None None] Port 917ac439-12eb-4067-b2e3-37a695f93e54 cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:23:41.059868 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917ac439-12eb-4067-b2e3-37a695f93e54 {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:23:41.076872 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:41.097310 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Transition to ACTIVE for port object 917ac439-12eb-4067-b2e3-37a695f93e54 will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:23:41.101971 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:41.108405 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:41.220033 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2e2ed-dd4f-4857-a276-c8b044e73d7f req-70f31088-077e-4f07-975e-fce320117d94 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:41.220730 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-67e2e2ed-dd4f-4857-a276-c8b044e73d7f req-70f31088-077e-4f07-975e-fce320117d94 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Synchronizing usage tracker for tenant:7a957dcd842747db9992f0694f64cde3 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:41.249987 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Pushing event updated for resources: {'Port': ['ID=917ac439-12eb-4067-b2e3-37a695f93e54,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:41.257130 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:41.294564 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-67e2e2ed-dd4f-4857-a276-c8b044e73d7f req-70f31088-077e-4f07-975e-fce320117d94 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Unset dirty status for tenant:7a957dcd842747db9992f0694f64cde3 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:41.295755 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-67e2e2ed-dd4f-4857-a276-c8b044e73d7f req-70f31088-077e-4f07-975e-fce320117d94 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 931 time: 0.2882354 May 26 22:23:41.487407 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-67e2e2ed-dd4f-4857-a276-c8b044e73d7f req-1a1cdf10-4408-4d2b-9515-b264cd1c4e2c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654468 May 26 22:23:41.503350 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Attempting to bind port 917ac439-12eb-4067-b2e3-37a695f93e54 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:23:41.503703 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Attempting to bind port 917ac439-12eb-4067-b2e3-37a695f93e54 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '14f95262-8056-481d-9470-7c1abd3f30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:23:41.504030 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Attempting to bind port 917ac439-12eb-4067-b2e3-37a695f93e54 on network 967dec0f-dc99-4524-a881-7d01cad5553a {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:41.508711 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Port 917ac439-12eb-4067-b2e3-37a695f93e54 on network 967dec0f-dc99-4524-a881-7d01cad5553a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:23:41.509030 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Attempting to bind port 917ac439-12eb-4067-b2e3-37a695f93e54 on network 967dec0f-dc99-4524-a881-7d01cad5553a {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:41.513985 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:23:41.514316 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Checking segment: {'id': '14f95262-8056-481d-9470-7c1abd3f30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:23:41.514689 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Bound using segment: {'id': '14f95262-8056-481d-9470-7c1abd3f30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:23:41.515106 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Bound port: 917ac439-12eb-4067-b2e3-37a695f93e54, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f95262-8056-481d-9470-7c1abd3f30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:23:41.515445 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:41.600169 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] For port 917ac439-12eb-4067-b2e3-37a695f93e54, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:23:41.603028 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] For port 917ac439-12eb-4067-b2e3-37a695f93e54, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=917ac439-12eb-4067-b2e3-37a695f93e54,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:23:41.607342 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:41.612215 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3b20ce35-5166-4ed1-a28d-478c89404d94 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:41.669387 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:41.669938 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:41.671378 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] 10.222.0.24 "PUT /v2.0/ports/917ac439-12eb-4067-b2e3-37a695f93e54 HTTP/1.1" status: 200 len: 1093 time: 1.1091771 May 26 22:23:41.671909 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'tag': '917ac439-12eb-4067-b2e3-37a695f93e54'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:41.695516 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Pushing event updated for resources: {'Port': ['ID=917ac439-12eb-4067-b2e3-37a695f93e54,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:41.698808 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:41.755523 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'tag': '917ac439-12eb-4067-b2e3-37a695f93e54', 'status': 'completed', 'code': 200} May 26 22:23:41.792300 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-203e8f66-1d45-4c3b-aab4-4264a525aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:41.793810 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-203e8f66-1d45-4c3b-aab4-4264a525aa86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a957dcd842747db9992f0694f64cde3&device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 1096 time: 0.0759723 May 26 22:23:41.865772 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-811a601f-edf0-4d07-bdd9-2c03276c3c8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=917ac439-12eb-4067-b2e3-37a695f93e54 HTTP/1.1" status: 200 len: 217 time: 0.0643539 May 26 22:23:41.928146 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-1aad591f-e37f-4201-b0ad-cd1a42cb5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:41.930181 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-1aad591f-e37f-4201-b0ad-cd1a42cb5d51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0b8781d-d5ea-4535-b79a-13619ece35b1 HTTP/1.1" status: 200 len: 848 time: 0.0575314 May 26 22:23:42.009276 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-1bbce8c4-1e75-432d-a386-a11eb0fd6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:42.010744 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-1bbce8c4-1e75-432d-a386-a11eb0fd6d36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=967dec0f-dc99-4524-a881-7d01cad5553a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740130 May 26 22:23:42.142507 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-6df26fe4-000e-4e0e-9041-3f82bdaf15e7 service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248024 May 26 22:23:42.272879 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-836b9a57-9e1c-4961-941d-b28be52c94cb req-78092586-33c5-413d-8357-ddbd54a0698f service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241720 May 26 22:23:42.395853 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce2992-b966-4b5a-9ab4-708385321c4e req-583941da-d49d-443d-926c-523fd5a13672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:42.397340 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-13ce2992-b966-4b5a-9ab4-708385321c4e req-583941da-d49d-443d-926c-523fd5a13672 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a957dcd842747db9992f0694f64cde3&device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 1096 time: 0.0750818 May 26 22:23:42.533382 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce2992-b966-4b5a-9ab4-708385321c4e req-bcad4dad-2af9-47b6-bb72-83d061461939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:42.534857 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-13ce2992-b966-4b5a-9ab4-708385321c4e req-bcad4dad-2af9-47b6-bb72-83d061461939 service neutron] 10.222.0.24 "GET /v2.0/networks?id=967dec0f-dc99-4524-a881-7d01cad5553a HTTP/1.1" status: 200 len: 909 time: 0.1302929 May 26 22:23:42.637945 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-13ce2992-b966-4b5a-9ab4-708385321c4e req-8eabae53-598e-4d81-9613-2531e4277e20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=917ac439-12eb-4067-b2e3-37a695f93e54 HTTP/1.1" status: 200 len: 217 time: 0.0962214 May 26 22:23:42.727556 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce2992-b966-4b5a-9ab4-708385321c4e req-3533d01f-5c51-4c0e-b173-a6ef2bc89ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:42.729140 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-13ce2992-b966-4b5a-9ab4-708385321c4e req-3533d01f-5c51-4c0e-b173-a6ef2bc89ad7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0b8781d-d5ea-4535-b79a-13619ece35b1 HTTP/1.1" status: 200 len: 848 time: 0.0847087 May 26 22:23:42.787015 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df19ed5-e014-4b0d-b82b-86be8d08b3b3 req-916450d5-b44d-4bd6-bc63-4f95422d0d9c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:42.788461 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6df19ed5-e014-4b0d-b82b-86be8d08b3b3 req-916450d5-b44d-4bd6-bc63-4f95422d0d9c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 943 time: 0.1876361 May 26 22:23:42.846308 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6df19ed5-e014-4b0d-b82b-86be8d08b3b3 req-d7731ef1-3c98-40a8-ade3-7de634d888bc tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497530 May 26 22:23:42.851578 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce2992-b966-4b5a-9ab4-708385321c4e req-f366b0c7-5340-4c1f-9265-71cc72c06634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:42.853004 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-13ce2992-b966-4b5a-9ab4-708385321c4e req-f366b0c7-5340-4c1f-9265-71cc72c06634 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=967dec0f-dc99-4524-a881-7d01cad5553a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1163542 May 26 22:23:42.987437 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-13ce2992-b966-4b5a-9ab4-708385321c4e req-7bcda48e-d4b5-4e23-8192-13438c97932d service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237965 May 26 22:23:43.116865 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-13ce2992-b966-4b5a-9ab4-708385321c4e req-b8a3802b-61da-4595-a593-a289c397e6af service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230102 May 26 22:23:44.125088 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad27ac-e74e-4765-a1db-3d96e11faaf0 req-faf0eb4d-169e-4423-8d0a-8255f1edd024 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:44.127073 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4cad27ac-e74e-4765-a1db-3d96e11faaf0 req-faf0eb4d-169e-4423-8d0a-8255f1edd024 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 943 time: 0.1761501 May 26 22:23:44.170407 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4cad27ac-e74e-4765-a1db-3d96e11faaf0 req-152a20e3-3061-4a51-a4ae-ffd1e521fdf3 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377498 May 26 22:23:45.353039 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f87e9c-bfa4-43b4-905f-b9f19d39ffd1 req-96323dfa-bf61-4d46-bcb0-4379b081ab5e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:45.354476 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-27f87e9c-bfa4-43b4-905f-b9f19d39ffd1 req-96323dfa-bf61-4d46-bcb0-4379b081ab5e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 943 time: 0.0788848 May 26 22:23:45.401412 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-27f87e9c-bfa4-43b4-905f-b9f19d39ffd1 req-36a1d67c-3a9f-4a28-8ac6-081468851b30 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404167 May 26 22:23:46.583419 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4c74a-7734-44d8-822f-b43b7f51ac9d req-1a7ef72b-8d1c-4a36-941d-337ae41cee6a tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:46.584877 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-45e4c74a-7734-44d8-822f-b43b7f51ac9d req-1a7ef72b-8d1c-4a36-941d-337ae41cee6a tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 943 time: 0.0789404 May 26 22:23:46.628230 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-45e4c74a-7734-44d8-822f-b43b7f51ac9d req-4950f5fa-7479-4d42-a0f2-101c80b938b6 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378475 May 26 22:23:47.815569 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784f24e-7298-448a-a8ad-a839cead87fe req-4da8c407-2813-4ce9-9cdc-649888262ed7 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:47.817297 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6784f24e-7298-448a-a8ad-a839cead87fe req-4da8c407-2813-4ce9-9cdc-649888262ed7 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 943 time: 0.0835354 May 26 22:23:47.861773 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6784f24e-7298-448a-a8ad-a839cead87fe req-27c894d3-fdcb-4214-94e7-36eeb6063fbe tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389490 May 26 22:23:49.048364 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb5fa3-2062-4300-b8fb-aeed0b8410f5 req-58abc2d7-f8db-4e26-a411-d3639b9e0e5e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:49.049813 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c9fb5fa3-2062-4300-b8fb-aeed0b8410f5 req-58abc2d7-f8db-4e26-a411-d3639b9e0e5e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 943 time: 0.0810037 May 26 22:23:49.094187 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c9fb5fa3-2062-4300-b8fb-aeed0b8410f5 req-19817dc3-22a5-4716-a6c5-8382768caf6c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387897 May 26 22:23:50.425162 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d91528-b55e-49d7-b3a3-e8ae5ccc0450 req-41b7de1b-1cd0-4ad1-8290-39cf18ffd44c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:50.426490 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-73d91528-b55e-49d7-b3a3-e8ae5ccc0450 req-41b7de1b-1cd0-4ad1-8290-39cf18ffd44c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 943 time: 0.0830336 May 26 22:23:50.471060 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-73d91528-b55e-49d7-b3a3-e8ae5ccc0450 req-12daf8e5-dddf-4ddd-ab1a-8f35742f8c2f tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389917 May 26 22:23:51.172424 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 917ac439-12eb-4067-b2e3-37a695f93e54 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:23:51.303454 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 917ac439-12eb-4067-b2e3-37a695f93e54, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=917ac439-12eb-4067-b2e3-37a695f93e54,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:51.317139 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '917ac439-12eb-4067-b2e3-37a695f93e54', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'port_id': '917ac439-12eb-4067-b2e3-37a695f93e54', 'mac_address': 'fa:16:3e:a6:db:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:23:51.374390 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:51.390751 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917ac439-12eb-4067-b2e3-37a695f93e54 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:23:51.406428 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 917ac439-12eb-4067-b2e3-37a695f93e54, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=917ac439-12eb-4067-b2e3-37a695f93e54,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:51.410968 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:51.412953 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:51.478194 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=917ac439-12eb-4067-b2e3-37a695f93e54,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:51.485283 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:51.485734 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:51.486075 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:51.486402 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:51.486726 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:51.487049 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:51.487366 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:51.487703 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:51.488023 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:51.488336 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:51.488647 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:51.488956 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:51.492688 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:51.656627 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c367c5-0489-449a-b69c-486b396029f4 req-58257c9f-eb63-4fe6-b777-e7590f008070 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:51.658344 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-66c367c5-0489-449a-b69c-486b396029f4 req-58257c9f-eb63-4fe6-b777-e7590f008070 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 944 time: 0.0853310 May 26 22:23:51.707495 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-66c367c5-0489-449a-b69c-486b396029f4 req-df9f1f79-a829-49a8-8372-890b9c1989e6 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436456 May 26 22:23:51.738821 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['917ac439-12eb-4067-b2e3-37a695f93e54'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:23:52.897515 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6c85f-cab4-4c48-9375-f206f6088512 req-ef4efa7f-46ad-472e-a053-0cb9833a19f3 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:52.898975 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-42b6c85f-cab4-4c48-9375-f206f6088512 req-ef4efa7f-46ad-472e-a053-0cb9833a19f3 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 944 time: 0.0825896 May 26 22:23:52.949025 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-42b6c85f-cab4-4c48-9375-f206f6088512 req-2e588337-227e-4e0b-bc83-14c53822f2b9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404398 May 26 22:23:53.179752 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 917ac439-12eb-4067-b2e3-37a695f93e54 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:53.252643 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port 917ac439-12eb-4067-b2e3-37a695f93e54 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:53.257071 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 917ac439-12eb-4067-b2e3-37a695f93e54 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:53.257442 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:53.374988 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:53.402471 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917ac439-12eb-4067-b2e3-37a695f93e54'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:53.412898 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 917ac439-12eb-4067-b2e3-37a695f93e54, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=917ac439-12eb-4067-b2e3-37a695f93e54,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:53.416728 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:53.418557 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c3804862-8b93-4494-9b2a-3d11ba3fbdcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:53.453206 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917ac439-12eb-4067-b2e3-37a695f93e54', 'code': 200} May 26 22:23:53.487438 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=917ac439-12eb-4067-b2e3-37a695f93e54,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:53.490290 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:53.724285 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa346ee-540e-49df-8765-4b9ac19fb83e req-12fa6e05-324d-4343-8796-ea335372c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:53.725705 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-afa346ee-540e-49df-8765-4b9ac19fb83e req-12fa6e05-324d-4343-8796-ea335372c4de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 1098 time: 0.0729747 May 26 22:23:53.766797 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-afa346ee-540e-49df-8765-4b9ac19fb83e req-2684e15f-44b6-4f67-8332-e3569ffc9e36 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335410 May 26 22:23:54.132898 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49fccd-7f5e-45ca-b1d1-136ffc16615e req-e7b09643-afa8-4563-b09e-cb1dbf0e4ed5 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:54.134322 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1d49fccd-7f5e-45ca-b1d1-136ffc16615e req-e7b09643-afa8-4563-b09e-cb1dbf0e4ed5 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0787430 May 26 22:23:54.177622 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1d49fccd-7f5e-45ca-b1d1-136ffc16615e req-e2220fc7-0c5d-4fd6-aacc-cc527d638458 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378010 May 26 22:23:55.365805 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a3e9c-565e-4fa3-998f-3fbd60fe5407 req-85ea8077-ad51-464c-b84d-8e5158266da1 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:55.367238 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-eb3a3e9c-565e-4fa3-998f-3fbd60fe5407 req-85ea8077-ad51-464c-b84d-8e5158266da1 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0865052 May 26 22:23:55.413036 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-eb3a3e9c-565e-4fa3-998f-3fbd60fe5407 req-690654f9-5770-4442-8b8d-256bc0a7edc0 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401418 May 26 22:23:55.593204 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a69cf-9415-454b-8b67-00ddbf3f5a74 req-8085812b-3fb6-405e-b1d4-6b31274c5183 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:55.595267 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a37a69cf-9415-454b-8b67-00ddbf3f5a74 req-8085812b-3fb6-405e-b1d4-6b31274c5183 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0787258 May 26 22:23:55.638235 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a37a69cf-9415-454b-8b67-00ddbf3f5a74 req-85bf60bb-b02d-4958-ab9b-03788e3bceec tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375109 May 26 22:23:55.661260 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42444) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:55.881428 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0cf6d2-b955-410a-b44e-b51ebe244c10 tempest-TestShelveInstance-275732332 tempest-TestShelveInstance-275732332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:55.882129 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-fd0cf6d2-b955-410a-b44e-b51ebe244c10 tempest-TestShelveInstance-275732332 tempest-TestShelveInstance-275732332-project-admin] Synchronizing usage tracker for tenant:dce5a78feae74c6ab273f0e580fe0ac9 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:55.898425 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-fd0cf6d2-b955-410a-b44e-b51ebe244c10 tempest-TestShelveInstance-275732332 tempest-TestShelveInstance-275732332-project-admin] Unset dirty status for tenant:dce5a78feae74c6ab273f0e580fe0ac9 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:55.899553 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-fd0cf6d2-b955-410a-b44e-b51ebe244c10 tempest-TestShelveInstance-275732332 tempest-TestShelveInstance-275732332-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 1093 time: 0.2373347 May 26 22:23:55.902585 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42450) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:55.908149 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Request body: {'floatingip': {'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'port_id': '917ac439-12eb-4067-b2e3-37a695f93e54', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:55.913800 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:55.917537 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Usage tracker for resource:floatingip and tenant:7a957dcd842747db9992f0694f64cde3 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:55.920327 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:55.926050 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:55.935512 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for floatingip, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:56.069365 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:56.202693 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Allocated IP 172.27.2.7 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/1868912d-d042-4e98-8cda-b5b9b27073cd) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:23:56.346937 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:56.374732 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:56.380088 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-6799d089-0567-48b9-8e2d-ab9282eda8ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:56.435893 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:23:56.439646 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:23:56.444745 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:23:56.540520 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:56.587468 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Pushing event updated for resources: {'Port': ['ID=1868912d-d042-4e98-8cda-b5b9b27073cd,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:56.591509 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:56.956776 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:57.029452 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:57.229408 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:57.233772 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:57.238674 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:57.345357 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Pushing event updated for resources: {'Port': ['ID=1868912d-d042-4e98-8cda-b5b9b27073cd,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:57.349372 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:57.355933 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:57.532828 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.l3_db [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Floating IP 0e3c8aea-baec-4d91-95e9-e32b596d3603 associated. External IP: 172.27.2.7, port: 917ac439-12eb-4067-b2e3-37a695f93e54. May 26 22:23:57.886693 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:23:58.166608 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:23:58.176088 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a445a-1e55-4ef0-878c-8958777310e4 None None] Sync routers for ids ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:23:58.184991 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a445a-1e55-4ef0-878c-8958777310e4 None None] Routers {'290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:23:58.185593 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-386a445a-1e55-4ef0-878c-8958777310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:23:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:58.190054 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:58.245924 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3423419 May 26 22:23:58.246565 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'tag': '917ac439-12eb-4067-b2e3-37a695f93e54'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:58.290541 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'tag': '917ac439-12eb-4067-b2e3-37a695f93e54', 'status': 'completed', 'code': 200} May 26 22:23:58.366552 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-386a445a-1e55-4ef0-878c-8958777310e4 None None] Set router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:23:58.386098 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a6750-b909-439c-ac68-cfca921d810d req-76dee43e-0860-45ad-8b41-c31c56eac755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:58.387554 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c96a6750-b909-439c-ac68-cfca921d810d req-76dee43e-0860-45ad-8b41-c31c56eac755 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a957dcd842747db9992f0694f64cde3&device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 1098 time: 0.0732639 May 26 22:23:58.522443 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a6750-b909-439c-ac68-cfca921d810d req-798c1427-ce89-4a9d-9e25-e8caac2392a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:58.523814 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c96a6750-b909-439c-ac68-cfca921d810d req-798c1427-ce89-4a9d-9e25-e8caac2392a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=967dec0f-dc99-4524-a881-7d01cad5553a HTTP/1.1" status: 200 len: 909 time: 0.1295466 May 26 22:23:58.627955 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c96a6750-b909-439c-ac68-cfca921d810d req-4b16e711-50fe-49d3-92ee-7a0be3b8facc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=917ac439-12eb-4067-b2e3-37a695f93e54 HTTP/1.1" status: 200 len: 997 time: 0.0969608 May 26 22:23:58.693320 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a6750-b909-439c-ac68-cfca921d810d req-14fc0c31-b37d-4df7-9dd7-334913133a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:58.694759 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c96a6750-b909-439c-ac68-cfca921d810d req-14fc0c31-b37d-4df7-9dd7-334913133a14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0b8781d-d5ea-4535-b79a-13619ece35b1 HTTP/1.1" status: 200 len: 848 time: 0.0605826 May 26 22:23:58.715357 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-386a445a-1e55-4ef0-878c-8958777310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:54Z', 'updated_at': '2021-05-26T22:22:59Z', 'revision_number': 4, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'gw_port': {'id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:55Z', 'updated_at': '2021-05-26T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '0e3c8aea-baec-4d91-95e9-e32b596d3603', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'port_id': '917ac439-12eb-4067-b2e3-37a695f93e54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'mac_address': 'fa:16:3e:a6:db:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:23:56Z', 'updated_at': '2021-05-26T22:23:56Z', 'revision_number': 0, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd212b3b-fd1c-47f4-b027-d746b9bcc48e', 'name': '', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'mac_address': 'fa:16:3e:0b:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:58Z', 'updated_at': '2021-05-26T22:23:06Z', 'revision_number': 5, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'subnets': [{'id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:58.719209 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a445a-1e55-4ef0-878c-8958777310e4 None None] Checking router: 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:23:58.727517 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a445a-1e55-4ef0-878c-8958777310e4 None None] Routers {'290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:23:58.728143 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-386a445a-1e55-4ef0-878c-8958777310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:23:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:58.769686 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a6750-b909-439c-ac68-cfca921d810d req-1e1f8e30-1653-47cd-ace5-9be7d858e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:58.771159 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c96a6750-b909-439c-ac68-cfca921d810d req-1e1f8e30-1653-47cd-ace5-9be7d858e166 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=967dec0f-dc99-4524-a881-7d01cad5553a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692437 May 26 22:23:58.863930 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-56f0a36c-44f2-421f-b112-a774a4cc0d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:58.904782 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-386a445a-1e55-4ef0-878c-8958777310e4 None None] Set router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:23:58.907391 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c96a6750-b909-439c-ac68-cfca921d810d req-b08c4edc-84df-4dfe-a2f4-a83bed32b2fd service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299613 May 26 22:23:59.038880 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c96a6750-b909-439c-ac68-cfca921d810d req-4e5288ae-b977-4a39-a583-5e1b2234685e service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251366 May 26 22:23:59.256258 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-386a445a-1e55-4ef0-878c-8958777310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:54Z', 'updated_at': '2021-05-26T22:22:59Z', 'revision_number': 4, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'gw_port': {'id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:55Z', 'updated_at': '2021-05-26T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '0e3c8aea-baec-4d91-95e9-e32b596d3603', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'port_id': '917ac439-12eb-4067-b2e3-37a695f93e54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'mac_address': 'fa:16:3e:a6:db:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:23:56Z', 'updated_at': '2021-05-26T22:23:56Z', 'revision_number': 0, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd212b3b-fd1c-47f4-b027-d746b9bcc48e', 'name': '', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'mac_address': 'fa:16:3e:0b:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:58Z', 'updated_at': '2021-05-26T22:23:06Z', 'revision_number': 5, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'subnets': [{'id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:59.260021 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a445a-1e55-4ef0-878c-8958777310e4 None None] The sync data for ids ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'] in dv-cinder-793244-1-iscsi is: [{'id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:54Z', 'updated_at': '2021-05-26T22:22:59Z', 'revision_number': 4, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'gw_port': {'id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:55Z', 'updated_at': '2021-05-26T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '0e3c8aea-baec-4d91-95e9-e32b596d3603', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'port_id': '917ac439-12eb-4067-b2e3-37a695f93e54', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'mac_address': 'fa:16:3e:a6:db:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:23:56Z', 'updated_at': '2021-05-26T22:23:56Z', 'revision_number': 0, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd212b3b-fd1c-47f4-b027-d746b9bcc48e', 'name': '', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'mac_address': 'fa:16:3e:0b:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:58Z', 'updated_at': '2021-05-26T22:23:06Z', 'revision_number': 5, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'subnets': [{'id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:23:59.432868 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33de0f-7c53-43cf-b0eb-965386fb4115 None None] New status for floating IP 0e3c8aea-baec-4d91-95e9-e32b596d3603: ACTIVE {{(pid=91910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:24:01.174523 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-cc513973-c73b-4b19-8bbd-0c32c58415a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:01.264150 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:02.423441 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:03.919551 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:04.899939 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:24:08.764968 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0e0fdbff-1920-47a6-99b6-6e25e7c34765 req-4d2fb209-51a6-4f53-aa0a-b64609603505 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787187 May 26 22:24:08.910074 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdbff-1920-47a6-99b6-6e25e7c34765 req-bd7e5cb9-2cf0-4a5d-ac36-850ea14e3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:08.911530 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0e0fdbff-1920-47a6-99b6-6e25e7c34765 req-bd7e5cb9-2cf0-4a5d-ac36-850ea14e3963 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 1100 time: 0.0754166 May 26 22:24:09.054675 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdbff-1920-47a6-99b6-6e25e7c34765 req-387852ec-95b4-4a05-a35f-d60090076b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:09.056129 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0e0fdbff-1920-47a6-99b6-6e25e7c34765 req-387852ec-95b4-4a05-a35f-d60090076b60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 200 len: 917 time: 0.1251950 May 26 22:24:09.161196 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0e0fdbff-1920-47a6-99b6-6e25e7c34765 req-b90f4805-abaa-45b9-8bdd-0e92d0a84b8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6 HTTP/1.1" status: 200 len: 1001 time: 0.0959787 May 26 22:24:09.224796 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdbff-1920-47a6-99b6-6e25e7c34765 req-7ff27e01-4588-4681-bb3e-efff9de80293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:09.226212 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0e0fdbff-1920-47a6-99b6-6e25e7c34765 req-7ff27e01-4588-4681-bb3e-efff9de80293 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 200 len: 856 time: 0.0569541 May 26 22:24:09.302110 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdbff-1920-47a6-99b6-6e25e7c34765 req-60652d24-834e-412b-8526-ace26f290121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:09.303528 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0e0fdbff-1920-47a6-99b6-6e25e7c34765 req-60652d24-834e-412b-8526-ace26f290121 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0897e07d-1423-4ad7-b723-9c8134b46027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706587 May 26 22:24:09.433891 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0e0fdbff-1920-47a6-99b6-6e25e7c34765 req-a7a74f82-2880-4167-945f-eb923b27fb01 service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223242 May 26 22:24:09.658459 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0e0fdbff-1920-47a6-99b6-6e25e7c34765 req-ba3dac7a-29b1-465a-8671-62675dd4096b service neutron] 10.222.0.24 "GET /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149599 May 26 22:24:20.611232 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec4ff4-24ee-4020-8ee9-84985208dd97 req-a431c657-fd00-458b-81e2-431f68f4f2c7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:20.612545 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-71ec4ff4-24ee-4020-8ee9-84985208dd97 req-a431c657-fd00-458b-81e2-431f68f4f2c7 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 947 time: 0.0796690 May 26 22:24:20.655477 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-71ec4ff4-24ee-4020-8ee9-84985208dd97 req-c5e3e8b1-6b7b-4f74-87b3-9a0153a22562 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373845 May 26 22:24:21.846650 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f47942-4acf-4b68-83b6-420c571547cc req-884125a6-d078-4029-8964-f293a927467c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:21.847581 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-90f47942-4acf-4b68-83b6-420c571547cc req-884125a6-d078-4029-8964-f293a927467c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 947 time: 0.0845206 May 26 22:24:21.891252 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-90f47942-4acf-4b68-83b6-420c571547cc req-cb35fae2-9421-43a5-83c9-501c0ee985ed tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups?id=f363c6dd-c886-40f6-8092-27f6ffed0ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379872 May 26 22:24:22.191016 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-a685dcab-7499-4693-a558-c27ecdb79de2 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:22.192705 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-a685dcab-7499-4693-a558-c27ecdb79de2 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 947 time: 0.0787644 May 26 22:24:22.326545 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Deleting port 40ef7c70-cf2a-445c-b4af-36e95df951f6 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:24:22.326883 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:22.457815 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] For port 40ef7c70-cf2a-445c-b4af-36e95df951f6, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=40ef7c70-cf2a-445c-b4af-36e95df951f6,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:22.458084 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:22.745253 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:22.745547 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:22.745852 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.l3_db [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Floating IP 4af6e625-3524-41ac-9dca-e1a3b2a8df7d disassociated. External IP: 172.27.2.15, port: 40ef7c70-cf2a-445c-b4af-36e95df951f6. May 26 22:24:22.746186 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Calling delete_port for 40ef7c70-cf2a-445c-b4af-36e95df951f6 owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:24:22.853241 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:22.858717 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-bf3654da-3259-4ad0-a090-80ed52d1c85e tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:22.902578 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event deleted for resources: {'Port': ['ID=40ef7c70-cf2a-445c-b4af-36e95df951f6,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:22.914211 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:22.914573 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:22.914927 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:22.915278 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:22.915625 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:22.915997 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:22.916341 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:22.916682 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:22.917022 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:22.917362 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:22.917699 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:22.918042 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:22.975641 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:23.111457 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-388cb909-392a-490b-8171-a9993450220e req-f06a2121-0e57-4c44-8e2d-949cb7eb0e5c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/ports?device_id=26d7fe64-3d1a-4b2a-adeb-e6b706e45803 HTTP/1.1" status: 200 len: 210 time: 0.1066778 May 26 22:24:23.136496 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:24:23.422274 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:24:23.431953 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b2bc44-06af-4d79-8e2d-75b60ef1691b None None] Sync routers for ids ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:24:23.442565 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b2bc44-06af-4d79-8e2d-75b60ef1691b None None] Routers {'0d1834f2-99cd-4b86-a7b6-4fa98d26c453'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:24:23.443163 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-a1b2bc44-06af-4d79-8e2d-75b60ef1691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:24:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:23.495342 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] No DVR routers for this DVR port 40ef7c70-cf2a-445c-b4af-36e95df951f6 on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:24:23.497706 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:23.500228 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'name': 'network-vif-deleted', 'tag': '40ef7c70-cf2a-445c-b4af-36e95df951f6'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:24:23.517290 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9065e756-60c6-49d4-a78d-01f38dd5a40d req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.24 "DELETE /v2.0/ports/40ef7c70-cf2a-445c-b4af-36e95df951f6 HTTP/1.1" status: 204 len: 173 time: 1.3182890 May 26 22:24:23.549426 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d7fe64-3d1a-4b2a-adeb-e6b706e45803', 'name': 'network-vif-deleted', 'tag': '40ef7c70-cf2a-445c-b4af-36e95df951f6', 'status': 'completed', 'code': 200} May 26 22:24:23.663664 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-a1b2bc44-06af-4d79-8e2d-75b60ef1691b None None] Set router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:24:23.990074 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-a1b2bc44-06af-4d79-8e2d-75b60ef1691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '1939f6c3-064a-4f3f-ade7-a543dda84bcf', 'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'mac_address': 'fa:16:3e:f6:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:40Z', 'updated_at': '2021-05-26T22:16:46Z', 'revision_number': 5, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'subnets': [{'id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:23.994881 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b2bc44-06af-4d79-8e2d-75b60ef1691b None None] Checking router: 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:24:24.004404 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b2bc44-06af-4d79-8e2d-75b60ef1691b None None] Routers {'0d1834f2-99cd-4b86-a7b6-4fa98d26c453'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:24:24.005005 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-a1b2bc44-06af-4d79-8e2d-75b60ef1691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:24:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:24.193641 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-a1b2bc44-06af-4d79-8e2d-75b60ef1691b None None] Set router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:24:24.239928 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42494) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:24.304416 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-099a2016-9314-4d2e-8720-65de21f719ee tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:24.331909 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-099a2016-9314-4d2e-8720-65de21f719ee tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:24.388746 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-099a2016-9314-4d2e-8720-65de21f719ee tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:24.393737 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-cc941d81-7202-4f9e-9079-33ad1dfdd2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:24.408765 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a2016-9314-4d2e-8720-65de21f719ee tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f363c6dd-c886-40f6-8092-27f6ffed0ea9,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:24.411378 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-099a2016-9314-4d2e-8720-65de21f719ee tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:24.420964 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-099a2016-9314-4d2e-8720-65de21f719ee tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:24.422093 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-099a2016-9314-4d2e-8720-65de21f719ee tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "DELETE /v2.0/security-groups/f363c6dd-c886-40f6-8092-27f6ffed0ea9 HTTP/1.1" status: 204 len: 168 time: 0.1812084 May 26 22:24:24.425910 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42498) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:24.444061 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.api.v2.resource [None req-593da7f3-dd35-41f0-9b6a-a4951299774c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] show failed (client error): The resource could not be found. May 26 22:24:24.445229 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-593da7f3-dd35-41f0-9b6a-a4951299774c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "GET /v2.0/security-groups/f363c6dd-c886-40f6-8092-27f6ffed0ea9 HTTP/1.1" status: 404 len: 347 time: 0.0182152 May 26 22:24:24.448053 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42502) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:24.514812 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-a1b2bc44-06af-4d79-8e2d-75b60ef1691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '1939f6c3-064a-4f3f-ade7-a543dda84bcf', 'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'mac_address': 'fa:16:3e:f6:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:40Z', 'updated_at': '2021-05-26T22:16:46Z', 'revision_number': 5, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'subnets': [{'id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:24.519301 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b2bc44-06af-4d79-8e2d-75b60ef1691b None None] The sync data for ids ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'] in dv-cinder-793244-1-iscsi is: [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:41Z', 'revision_number': 4, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '1939f6c3-064a-4f3f-ade7-a543dda84bcf', 'name': '', 'network_id': '0897e07d-1423-4ad7-b723-9c8134b46027', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'mac_address': 'fa:16:3e:f6:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:40Z', 'updated_at': '2021-05-26T22:16:46Z', 'revision_number': 5, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'subnets': [{'id': '122908fb-e545-4010-aa12-86bc2dd30f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:24:24.675859 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-3d7cb090-880b-44e9-ad86-0fa64e139606 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Deleting port 50f5b9fc-f01a-46b1-9155-9730db88a465 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:24:24.676202 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb090-880b-44e9-ad86-0fa64e139606 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:24.730478 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef56f97-9cf2-424d-a6ab-1bd41926c26f None None] New status for floating IP 4af6e625-3524-41ac-9dca-e1a3b2a8df7d: DOWN {{(pid=91910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:24:24.799025 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb090-880b-44e9-ad86-0fa64e139606 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:24.799363 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb090-880b-44e9-ad86-0fa64e139606 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:24.922966 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-3d7cb090-880b-44e9-ad86-0fa64e139606 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Calling delete_port for 50f5b9fc-f01a-46b1-9155-9730db88a465 owned by network:floatingip {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:24:25.031144 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb090-880b-44e9-ad86-0fa64e139606 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:25.035624 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-1d4d6e0b-d0e3-48bb-a417-d1de947a248c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:25.082652 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cb090-880b-44e9-ad86-0fa64e139606 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Pushing event deleted for resources: {'Port': ['ID=50f5b9fc-f01a-46b1-9155-9730db88a465,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:25.107886 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3d7cb090-880b-44e9-ad86-0fa64e139606 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:25.168878 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb090-880b-44e9-ad86-0fa64e139606 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks [] for floatingip, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:25.182941 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb090-880b-44e9-ad86-0fa64e139606 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:25.184090 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-3d7cb090-880b-44e9-ad86-0fa64e139606 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] 10.222.0.15 "DELETE /v2.0/floatingips/4af6e625-3524-41ac-9dca-e1a3b2a8df7d HTTP/1.1" status: 204 len: 168 time: 0.7349784 May 26 22:24:25.304712 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 40ef7c70-cf2a-445c-b4af-36e95df951f6 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:24:25.344520 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: 40ef7c70-cf2a-445c-b4af-36e95df951f6 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:24:25.345623 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 40ef7c70-cf2a-445c-b4af-36e95df951f6 not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:24:26.550668 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:27.961442 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42528) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:28.656948 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746684'] for router_interface, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:28.861079 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-56f3d9ae-6912-4ffe-ad0e-f01e8ebc207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:29.058276 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Deleting port 1939f6c3-064a-4f3f-ade7-a543dda84bcf {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:24:29.058877 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:29.176464 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] For port 1939f6c3-064a-4f3f-ade7-a543dda84bcf, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=1939f6c3-064a-4f3f-ade7-a543dda84bcf,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:29.176808 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:29.388465 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Calling delete_port for 1939f6c3-064a-4f3f-ade7-a543dda84bcf owned by network:router_interface {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:24:29.530589 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:29.535426 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-550caf50-2deb-411a-8feb-1cafd713b4c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:29.579869 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Pushing event deleted for resources: {'Port': ['ID=1939f6c3-064a-4f3f-ade7-a543dda84bcf,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:29.612679 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:29.613051 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:29.613416 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:29.613778 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:29.614130 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:29.614483 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:29.614832 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:29.615178 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:29.615528 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:29.615896 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:29.616242 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:29.616585 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:29.624428 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:29.865851 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747020'] for router_interface, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:30.215375 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:24:30.390716 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:24:30.400060 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ae697-1ded-497a-ad9c-6a81561b8ebd None None] Sync routers for ids ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:24:30.403216 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-d6d011dd-1ebd-418d-80c9-34624f873681 admin admin] 10.222.0.15 "PUT /v2.0/routers/0d1834f2-99cd-4b86-a7b6-4fa98d26c453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4406006 May 26 22:24:30.405554 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42534) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:30.409804 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ae697-1ded-497a-ad9c-6a81561b8ebd None None] Routers {'0d1834f2-99cd-4b86-a7b6-4fa98d26c453'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:24:30.410404 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-878ae697-1ded-497a-ad9c-6a81561b8ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:24:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:30.580556 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Notify callbacks [] for router, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:30.582747 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-878ae697-1ded-497a-ad9c-6a81561b8ebd None None] Set router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:24:30.858737 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:30.896529 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-878ae697-1ded-497a-ad9c-6a81561b8ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:24:29Z', 'revision_number': 5, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port': {'id': '0a62a874-d74e-48ec-bb49-11ff35145edd', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:30.900266 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ae697-1ded-497a-ad9c-6a81561b8ebd None None] Checking router: 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:24:30.908439 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ae697-1ded-497a-ad9c-6a81561b8ebd None None] Routers {'0d1834f2-99cd-4b86-a7b6-4fa98d26c453'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:24:30.909038 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-878ae697-1ded-497a-ad9c-6a81561b8ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:24:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:30.932091 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Deleting port 0a62a874-d74e-48ec-bb49-11ff35145edd {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:24:30.932426 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.052673 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] For port 0a62a874-d74e-48ec-bb49-11ff35145edd, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=0a62a874-d74e-48ec-bb49-11ff35145edd,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:31.053019 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.055968 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-878ae697-1ded-497a-ad9c-6a81561b8ebd None None] Set router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 gateway port host: None {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:24:31.159457 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-878ae697-1ded-497a-ad9c-6a81561b8ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:24:30Z', 'revision_number': 6, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port_host': None}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:31.163364 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878ae697-1ded-497a-ad9c-6a81561b8ebd None None] The sync data for ids ['0d1834f2-99cd-4b86-a7b6-4fa98d26c453'] in dv-cinder-793244-1-iscsi is: [{'id': '0d1834f2-99cd-4b86-a7b6-4fa98d26c453', 'name': 'tempest-AttachVolumeShelveTestJSON-1835731658-router', 'tenant_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:16:37Z', 'updated_at': '2021-05-26T22:24:30Z', 'revision_number': 6, 'project_id': '4f1f7f4d434b4dd39403f7879bf5037e', 'gw_port_host': None}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:24:31.177939 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Calling delete_port for 0a62a874-d74e-48ec-bb49-11ff35145edd owned by network:router_gateway {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:24:31.178242 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-994204c3-524d-4363-8cba-0d06cb419dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.265639 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.316398 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.320929 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3576ed94-f41e-4962-84a6-9a0d92e6ee4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:31.368469 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a62a874-d74e-48ec-bb49-11ff35145edd,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:31.393574 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:31.459466 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748179'] for router_gateway, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.629869 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1009'] for router, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.632057 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.656162 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741920'] for router, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.656681 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d1834f2-99cd-4b86-a7b6-4fa98d26c453 {{(pid=91909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:24:31.669189 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Notify callbacks [] for router, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.670306 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] 10.222.0.15 "DELETE /v2.0/routers/0d1834f2-99cd-4b86-a7b6-4fa98d26c453 HTTP/1.1" status: 204 len: 168 time: 1.2638550 May 26 22:24:31.673066 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42538) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:31.731491 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6e6463-8c72-486f-8ff1-bb3c8dea66c7 admin admin] Deleting subnet 122908fb-e545-4010-aa12-86bc2dd30f81 {{(pid=91909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:24:31.734205 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-0e6e6463-8c72-486f-8ff1-bb3c8dea66c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.781938 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-0e6e6463-8c72-486f-8ff1-bb3c8dea66c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2694234'] for subnet, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.863135 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-0e6e6463-8c72-486f-8ff1-bb3c8dea66c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.944019 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 0a62a874-d74e-48ec-bb49-11ff35145edd no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:24:31.980395 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 0a62a874-d74e-48ec-bb49-11ff35145edd {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:24:31.980843 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 0a62a874-d74e-48ec-bb49-11ff35145edd not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:24:31.981274 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 1939f6c3-064a-4f3f-ade7-a543dda84bcf no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:24:32.014503 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 1939f6c3-064a-4f3f-ade7-a543dda84bcf {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:24:32.014850 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 1939f6c3-064a-4f3f-ade7-a543dda84bcf not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:24:32.121730 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-0e6e6463-8c72-486f-8ff1-bb3c8dea66c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2982456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2744506'] for subnet, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.125858 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:32.261693 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e6463-8c72-486f-8ff1-bb3c8dea66c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=122908fb-e545-4010-aa12-86bc2dd30f81,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:32.264571 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-0e6e6463-8c72-486f-8ff1-bb3c8dea66c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:32.270438 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-0e6e6463-8c72-486f-8ff1-bb3c8dea66c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.274902 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1475acb0-871c-4f0f-9276-1f64c4bbddc0 None None] Network 0897e07d-1423-4ad7-b723-9c8134b46027 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:24:32.277101 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-0e6e6463-8c72-486f-8ff1-bb3c8dea66c7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/122908fb-e545-4010-aa12-86bc2dd30f81 HTTP/1.1" status: 204 len: 168 time: 0.6027920 May 26 22:24:32.279479 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42542) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:32.389149 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.457747 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.465379 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Deleting port 6288be2a-ebc3-43b4-bf23-ff267990c92c {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:24:32.465865 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.533819 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a3f4b-a978-436f-b432-05fd3a6d3237 None None] DHCP port deletion for 0897e07d-1423-4ad7-b723-9c8134b46027 request from dv-cinder-793244-1-iscsi {{(pid=91910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 22:24:32.569766 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] For port 6288be2a-ebc3-43b4-bf23-ff267990c92c, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=6288be2a-ebc3-43b4-bf23-ff267990c92c,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:32.570219 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.598907 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a3f4b-a978-436f-b432-05fd3a6d3237 None None] Deleting port 6288be2a-ebc3-43b4-bf23-ff267990c92c {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:24:32.599291 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3f4b-a978-436f-b432-05fd3a6d3237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.693641 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Calling delete_port for 6288be2a-ebc3-43b4-bf23-ff267990c92c owned by network:dhcp {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:24:32.700547 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-fd1a3f4b-a978-436f-b432-05fd3a6d3237 None None] For port 6288be2a-ebc3-43b4-bf23-ff267990c92c, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=6288be2a-ebc3-43b4-bf23-ff267990c92c,segment=NetworkSegment(6925475f-8984-41ba-8491-ec5137677520),segment_id=6925475f-8984-41ba-8491-ec5137677520)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:32.700948 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3f4b-a978-436f-b432-05fd3a6d3237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.740280 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.745407 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3a04dbe6-22c9-4c83-a17c-ecb26332c513 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:32.790417 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6288be2a-ebc3-43b4-bf23-ff267990c92c,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:32.793429 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:32.794182 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] No DVR routers for this DVR port 6288be2a-ebc3-43b4-bf23-ff267990c92c on host dv-cinder-793244-1-iscsi {{(pid=91909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:24:32.823423 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a3f4b-a978-436f-b432-05fd3a6d3237 None None] Calling delete_port for 6288be2a-ebc3-43b4-bf23-ff267990c92c owned by network:dhcp {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:24:32.866545 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-fd1a3f4b-a978-436f-b432-05fd3a6d3237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.870158 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:32.909893 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.924409 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0897e07d-1423-4ad7-b723-9c8134b46027']}} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:32.937150 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6925475f-8984-41ba-8491-ec5137677520') {'for_net_delete': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:32.937439 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6925475f-8984-41ba-8491-ec5137677520') {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:32.949813 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2694243'] for segment, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.954330 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a3f4b-a978-436f-b432-05fd3a6d3237 None None] Pushing event deleted for resources: {'Port': ['ID=6288be2a-ebc3-43b4-bf23-ff267990c92c,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:32.956965 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-fd1a3f4b-a978-436f-b432-05fd3a6d3237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:32.959461 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a3f4b-a978-436f-b432-05fd3a6d3237 None None] No DVR routers for this DVR port 6288be2a-ebc3-43b4-bf23-ff267990c92c on host dv-cinder-793244-1-iscsi {{(pid=91910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:24:32.965643 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.973256 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=91909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:24:32.973649 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985114'] for segment, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: Traceback (most recent call last): May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: timer() May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: cb(*args, **kw) May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: return func(*args, **kwargs) May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: self._notify() May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: self.callback(batched_events) May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: event.method(event) May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: return f(self, *a, **k) May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._get(url).json() May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: return self.request(url, 'GET', **kwargs) May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:24:32.987144 dv-cinder-793244-1-iscsi neutron-server[91909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:24:33.062207 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.066149 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f6ca03f4-e609-4f44-b962-c092e003a443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:33.079221 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.089106 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0897e07d-1423-4ad7-b723-9c8134b46027,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:33.092137 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:33.103148 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-ba76f0b2-e0bc-4bbf-a5b2-081f923fdfc6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0897e07d-1423-4ad7-b723-9c8134b46027 HTTP/1.1" status: 204 len: 168 time: 0.8226578 May 26 22:24:33.215362 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42548) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:33.263275 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-f0b1dad5-6b96-41db-aa77-70fb13982fb3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f1f7f4d434b4dd39403f7879bf5037e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465529 May 26 22:24:33.265440 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42552) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:33.321940 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f397f5e4-c2c8-45f5-987e-8c13e8149e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.350797 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f397f5e4-c2c8-45f5-987e-8c13e8149e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.400987 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f397f5e4-c2c8-45f5-987e-8c13e8149e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.405588 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-0058baf0-1ddc-479d-9b50-d370a109623f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:33.419944 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397f5e4-c2c8-45f5-987e-8c13e8149e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14733be0-7d00-4474-b39f-aaeb0b5af143,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:33.423310 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f397f5e4-c2c8-45f5-987e-8c13e8149e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:33.425454 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f397f5e4-c2c8-45f5-987e-8c13e8149e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.426600 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-f397f5e4-c2c8-45f5-987e-8c13e8149e51 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14733be0-7d00-4474-b39f-aaeb0b5af143 HTTP/1.1" status: 204 len: 168 time: 0.1600630 May 26 22:24:33.873884 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 6288be2a-ebc3-43b4-bf23-ff267990c92c no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:24:33.911342 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 6288be2a-ebc3-43b4-bf23-ff267990c92c {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:24:33.911666 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 6288be2a-ebc3-43b4-bf23-ff267990c92c not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:24:33.927037 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:41.899541 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:24:44.538822 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42670) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:44.670130 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3b2642f4-a853-498e-a98f-51b83d097190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.684615 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-3b2642f4-a853-498e-a98f-51b83d097190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:44.688732 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-3b2642f4-a853-498e-a98f-51b83d097190 admin admin] Usage tracker for resource:security_group_rule and tenant:d511b8d7c0ea4a25b046a484d9123c51 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:44.691454 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-3b2642f4-a853-498e-a98f-51b83d097190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:44.697325 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-3b2642f4-a853-498e-a98f-51b83d097190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:44.781077 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3b2642f4-a853-498e-a98f-51b83d097190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.784827 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3b2642f4-a853-498e-a98f-51b83d097190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.793446 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-ae2666f5-2d4c-4aa8-9dee-e9ad93829867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:44.833923 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-3b2642f4-a853-498e-a98f-51b83d097190 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d511b8d7c0ea4a25b046a484d9123c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940590 May 26 22:24:44.834833 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2642f4-a853-498e-a98f-51b83d097190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068a8132-ae4f-4b68-8811-98b01f252943,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:44.836584 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42676) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:44.837969 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3b2642f4-a853-498e-a98f-51b83d097190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:44.897274 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-18db87c0-1840-4d17-9d84-fc1d009a8493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.922342 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-18db87c0-1840-4d17-9d84-fc1d009a8493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.973750 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-18db87c0-1840-4d17-9d84-fc1d009a8493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.978339 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2532a3ea-e3b5-43e9-94d3-0872ad655141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:44.991418 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db87c0-1840-4d17-9d84-fc1d009a8493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068a8132-ae4f-4b68-8811-98b01f252943,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:44.994000 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-18db87c0-1840-4d17-9d84-fc1d009a8493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:44.995248 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-18db87c0-1840-4d17-9d84-fc1d009a8493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.996364 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-18db87c0-1840-4d17-9d84-fc1d009a8493 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/068a8132-ae4f-4b68-8811-98b01f252943 HTTP/1.1" status: 204 len: 168 time: 0.1588345 May 26 22:24:47.517191 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42746) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:47.636867 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3f968b51-66bb-422d-a5b0-60d41f5b6b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:47.651657 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-3f968b51-66bb-422d-a5b0-60d41f5b6b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:47.655419 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-3f968b51-66bb-422d-a5b0-60d41f5b6b48 admin admin] Usage tracker for resource:security_group_rule and tenant:dc8531dafe894ce09a23fe0ae3fc225a is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:47.658827 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-3f968b51-66bb-422d-a5b0-60d41f5b6b48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:47.664440 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-3f968b51-66bb-422d-a5b0-60d41f5b6b48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:47.745855 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3f968b51-66bb-422d-a5b0-60d41f5b6b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:47.749358 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-3f968b51-66bb-422d-a5b0-60d41f5b6b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:47.758289 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-b3fdef42-264d-4464-af24-b8eb7037550e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:47.797333 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-3f968b51-66bb-422d-a5b0-60d41f5b6b48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc8531dafe894ce09a23fe0ae3fc225a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790709 May 26 22:24:47.798869 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f968b51-66bb-422d-a5b0-60d41f5b6b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b170db-2255-4bf5-8f2b-05699a25b9ea,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:47.800647 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42752) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:47.801849 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3f968b51-66bb-422d-a5b0-60d41f5b6b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:47.865808 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d14f7125-ac34-4919-8aec-a16213331433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:47.891044 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d14f7125-ac34-4919-8aec-a16213331433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:47.941090 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d14f7125-ac34-4919-8aec-a16213331433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:47.946178 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-cfe6fd74-45d1-4b33-b320-679235af126b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:47.958841 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f7125-ac34-4919-8aec-a16213331433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b170db-2255-4bf5-8f2b-05699a25b9ea,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:47.961219 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d14f7125-ac34-4919-8aec-a16213331433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:47.963284 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d14f7125-ac34-4919-8aec-a16213331433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:47.964394 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-d14f7125-ac34-4919-8aec-a16213331433 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25b170db-2255-4bf5-8f2b-05699a25b9ea HTTP/1.1" status: 204 len: 168 time: 0.1621327 May 26 22:24:48.238417 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42760) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:48.255911 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-acbb9310-c781-41f7-8a80-29853d5ce34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:48.274477 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-acbb9310-c781-41f7-8a80-29853d5ce34c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:48.278234 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-acbb9310-c781-41f7-8a80-29853d5ce34c admin admin] Usage tracker for resource:security_group_rule and tenant:0d5af5c4751b46179f93861f22fa91ee is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:48.281131 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-acbb9310-c781-41f7-8a80-29853d5ce34c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:48.287281 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-acbb9310-c781-41f7-8a80-29853d5ce34c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:48.368631 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-acbb9310-c781-41f7-8a80-29853d5ce34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:48.372328 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-acbb9310-c781-41f7-8a80-29853d5ce34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:48.381349 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3b2642f4-a853-498e-a98f-51b83d097190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:48.420253 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-acbb9310-c781-41f7-8a80-29853d5ce34c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d5af5c4751b46179f93861f22fa91ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808009 May 26 22:24:48.421303 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb9310-c781-41f7-8a80-29853d5ce34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34286742-667b-4383-ab3b-60108c28f3fd,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:48.422961 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42764) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:48.424780 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-acbb9310-c781-41f7-8a80-29853d5ce34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:48.484747 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9d9971c3-ae9e-437d-9b6b-f8bfed4ec9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:48.511752 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9d9971c3-ae9e-437d-9b6b-f8bfed4ec9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:48.562096 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9d9971c3-ae9e-437d-9b6b-f8bfed4ec9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:48.566874 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f397f5e4-c2c8-45f5-987e-8c13e8149e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:48.582280 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9971c3-ae9e-437d-9b6b-f8bfed4ec9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34286742-667b-4383-ab3b-60108c28f3fd,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:48.584801 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9d9971c3-ae9e-437d-9b6b-f8bfed4ec9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:48.585952 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9d9971c3-ae9e-437d-9b6b-f8bfed4ec9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:48.587051 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-9d9971c3-ae9e-437d-9b6b-f8bfed4ec9af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34286742-667b-4383-ab3b-60108c28f3fd HTTP/1.1" status: 204 len: 168 time: 0.1630883 May 26 22:24:53.255058 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42840) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:53.371765 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f189cc5d-822e-438e-a19b-da60ba99ba84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:53.385774 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-f189cc5d-822e-438e-a19b-da60ba99ba84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:53.389532 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-f189cc5d-822e-438e-a19b-da60ba99ba84 admin admin] Usage tracker for resource:security_group_rule and tenant:bd72494b931d4eb39f43659ce9facf39 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:53.392342 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-f189cc5d-822e-438e-a19b-da60ba99ba84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:53.398583 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-f189cc5d-822e-438e-a19b-da60ba99ba84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:53.482359 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f189cc5d-822e-438e-a19b-da60ba99ba84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:53.486184 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-f189cc5d-822e-438e-a19b-da60ba99ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:53.494189 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-099a2016-9314-4d2e-8720-65de21f719ee tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:53.538562 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189cc5d-822e-438e-a19b-da60ba99ba84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfa354c-bc84-4485-b5dd-a5ef2377d9a9,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:53.542648 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-f189cc5d-822e-438e-a19b-da60ba99ba84 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd72494b931d4eb39f43659ce9facf39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865634 May 26 22:24:53.543494 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f189cc5d-822e-438e-a19b-da60ba99ba84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:53.545296 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42846) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:53.602622 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-bce13630-1095-434a-9ccd-2d4d3bcbf15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:53.628378 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-bce13630-1095-434a-9ccd-2d4d3bcbf15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:53.684292 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-bce13630-1095-434a-9ccd-2d4d3bcbf15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:53.687991 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-73f9e2ec-7947-4b87-8b00-ae9746c4bf63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:53.699233 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce13630-1095-434a-9ccd-2d4d3bcbf15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfa354c-bc84-4485-b5dd-a5ef2377d9a9,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:53.703870 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-bce13630-1095-434a-9ccd-2d4d3bcbf15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:53.721065 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-bce13630-1095-434a-9ccd-2d4d3bcbf15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:53.722216 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-bce13630-1095-434a-9ccd-2d4d3bcbf15c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcfa354c-bc84-4485-b5dd-a5ef2377d9a9 HTTP/1.1" status: 204 len: 168 time: 0.1760449 May 26 22:24:54.024093 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42854) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:54.044832 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-486385c6-d504-40e8-bbbd-b85a490528b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:54.062790 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-486385c6-d504-40e8-bbbd-b85a490528b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:54.067897 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-486385c6-d504-40e8-bbbd-b85a490528b7 admin admin] Usage tracker for resource:security_group_rule and tenant:331962876b7d4e148b8eea673fb12805 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:54.070722 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-486385c6-d504-40e8-bbbd-b85a490528b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:54.076605 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-486385c6-d504-40e8-bbbd-b85a490528b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:54.169854 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-486385c6-d504-40e8-bbbd-b85a490528b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:54.174643 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-486385c6-d504-40e8-bbbd-b85a490528b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:54.182715 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9d9971c3-ae9e-437d-9b6b-f8bfed4ec9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:54.225382 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486385c6-d504-40e8-bbbd-b85a490528b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfec81c-5310-4861-b0f3-269d21c20bab,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:54.229747 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-486385c6-d504-40e8-bbbd-b85a490528b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=331962876b7d4e148b8eea673fb12805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046199 May 26 22:24:54.230819 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-486385c6-d504-40e8-bbbd-b85a490528b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:54.232313 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42858) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:54.291755 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ef9af574-3969-4dce-af7b-f10b8bb70db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:54.318349 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ef9af574-3969-4dce-af7b-f10b8bb70db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:54.373216 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ef9af574-3969-4dce-af7b-f10b8bb70db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:54.376927 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5f4071d0-f4e5-4fa5-ac7f-715bb760e456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:54.388904 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9af574-3969-4dce-af7b-f10b8bb70db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfec81c-5310-4861-b0f3-269d21c20bab,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:54.392417 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ef9af574-3969-4dce-af7b-f10b8bb70db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:54.396243 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ef9af574-3969-4dce-af7b-f10b8bb70db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:54.397701 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-ef9af574-3969-4dce-af7b-f10b8bb70db3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7cfec81c-5310-4861-b0f3-269d21c20bab HTTP/1.1" status: 204 len: 168 time: 0.1644149 May 26 22:24:55.544944 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 42894) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:55.660971 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-95825a97-7362-4459-bc84-b4ea98533864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.674829 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-95825a97-7362-4459-bc84-b4ea98533864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:55.678690 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-95825a97-7362-4459-bc84-b4ea98533864 admin admin] Usage tracker for resource:security_group_rule and tenant:c33de786a2114e2180eb9e94a3a0d27e is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:55.681472 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-95825a97-7362-4459-bc84-b4ea98533864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:55.687028 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-95825a97-7362-4459-bc84-b4ea98533864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:55.767223 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-95825a97-7362-4459-bc84-b4ea98533864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.771366 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-95825a97-7362-4459-bc84-b4ea98533864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.782870 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-eacf29b9-29dd-4eaf-80b9-7c5a90f82323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:55.821726 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-95825a97-7362-4459-bc84-b4ea98533864 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c33de786a2114e2180eb9e94a3a0d27e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756715 May 26 22:24:55.823337 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95825a97-7362-4459-bc84-b4ea98533864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e268bbca-4eab-41f6-a2dc-4f0a3a487d29,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:55.824451 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42900) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:55.826283 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-95825a97-7362-4459-bc84-b4ea98533864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:55.886074 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-af7f4bf7-cdcf-4ac7-8f54-cc1d6bfe0dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.911120 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-af7f4bf7-cdcf-4ac7-8f54-cc1d6bfe0dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.960620 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-af7f4bf7-cdcf-4ac7-8f54-cc1d6bfe0dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.965354 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d14f7125-ac34-4919-8aec-a16213331433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:55.978233 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f4bf7-cdcf-4ac7-8f54-cc1d6bfe0dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e268bbca-4eab-41f6-a2dc-4f0a3a487d29,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:55.981032 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-af7f4bf7-cdcf-4ac7-8f54-cc1d6bfe0dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:55.981934 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-af7f4bf7-cdcf-4ac7-8f54-cc1d6bfe0dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.983137 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-af7f4bf7-cdcf-4ac7-8f54-cc1d6bfe0dd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e268bbca-4eab-41f6-a2dc-4f0a3a487d29 HTTP/1.1" status: 204 len: 168 time: 0.1576092 May 26 22:24:56.565128 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:56.634815 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42924) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:56.740226 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-848556044-network', 'tenant_id': '8cbaed122bdb489bbd6b0be818cd59bb'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:24:56.744872 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:56.748808 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Usage tracker for resource:network and tenant:8cbaed122bdb489bbd6b0be818cd59bb is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:56.751606 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:56.758041 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:56.767252 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Made reservation on behalf of 8cbaed122bdb489bbd6b0be818cd59bb for: {'network': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:24:56.769655 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:56.781101 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:56.798176 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:56.802623 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Usage tracker for resource:security_group_rule and tenant:8cbaed122bdb489bbd6b0be818cd59bb is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:56.811957 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:56.817959 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:56.980979 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:56.984632 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:56.988078 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e448b004-185f-471e-b602-cb08f0d9cf19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:57.015067 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=91909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:24:57.023515 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617c8437-2a9c-417f-9fb8-3b2af8b03e92,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:57.027043 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:57.029447 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.029787 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.segments_db [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Added segment ccf3893c-30ab-4328-80ef-a2dcd90b9c77 of type vlan for network c63538d7-1283-4547-bad5-92e9d8f96c8b May 26 22:24:57.056458 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.085171 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.086453 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:57.087031 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.091477 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:57.189471 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Pushing event updated for resources: {'Network': ['ID=c63538d7-1283-4547-bad5-92e9d8f96c8b,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:57.193159 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5572348 May 26 22:24:57.194200 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-48cc4157-7bfe-4291-885b-b8d3ed2f0c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:57.195444 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 42930) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:57.200824 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Request body: {'subnet': {'network_id': 'c63538d7-1283-4547-bad5-92e9d8f96c8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-848556044-subnet', 'tenant_id': '8cbaed122bdb489bbd6b0be818cd59bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:24:57.205093 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network c63538d7-1283-4547-bad5-92e9d8f96c8b details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:24:57.207197 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:57.211128 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Usage tracker for resource:subnet and tenant:8cbaed122bdb489bbd6b0be818cd59bb is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:57.214015 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:57.219938 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:57.230108 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Made reservation on behalf of 8cbaed122bdb489bbd6b0be818cd59bb for: {'subnet': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:24:57.232748 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2744471'] for subnet, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.616281 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2982521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2744449'] for subnet, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.620702 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:57.688383 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0fbdc8e-5c13-4bbb-8b37-4115e3363645,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:57.691820 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:57.699318 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Checking segment: {'id': 'ccf3893c-30ab-4328-80ef-a2dcd90b9c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c63538d7-1283-4547-bad5-92e9d8f96c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:24:57.699666 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Network hostable DHCP agents. Network: c63538d7-1283-4547-bad5-92e9d8f96c8b, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:24:57.716447 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Network c63538d7-1283-4547-bad5-92e9d8f96c8b is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:24:57.725166 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, c63538d7-1283-4547-bad5-92e9d8f96c8b) {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:24:57.733198 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:57.733802 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.734653 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dea213-5010-48cb-b21e-09a9ab3c7b38 None None] Network c63538d7-1283-4547-bad5-92e9d8f96c8b requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:24:57.754273 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5577919 May 26 22:24:57.927358 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7b3653-af70-4c36-9c41-23aa93676233 None None] Network c63538d7-1283-4547-bad5-92e9d8f96c8b requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:24:58.852325 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3250af4e-5501-4e3c-94d1-a335a46ae432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:59.841116 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260200b-ae2d-480e-ae2f-5118df935896 req-a73e946a-4fd7-4b8a-8090-57099508f783 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:59.842546 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7260200b-ae2d-480e-ae2f-5118df935896 req-a73e946a-4fd7-4b8a-8090-57099508f783 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/networks?id=c63538d7-1283-4547-bad5-92e9d8f96c8b HTTP/1.1" status: 200 len: 808 time: 0.2321439 May 26 22:24:59.857748 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7260200b-ae2d-480e-ae2f-5118df935896 req-d26c6568-b85c-47b8-84a3-3c7939f6bb5d tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/quotas/8cbaed122bdb489bbd6b0be818cd59bb HTTP/1.1" status: 200 len: 375 time: 0.0088809 May 26 22:24:59.903496 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7260200b-ae2d-480e-ae2f-5118df935896 req-d40b1b59-f4dd-4d29-9924-95b87b818add tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cbaed122bdb489bbd6b0be818cd59bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408337 May 26 22:25:00.030995 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7260200b-ae2d-480e-ae2f-5118df935896 req-d22fc52e-0a73-4b1a-8225-a6f2a59ca8ec service neutron] 10.222.0.15 "GET /v2.0/networks/c63538d7-1283-4547-bad5-92e9d8f96c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205091 May 26 22:25:00.158835 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7260200b-ae2d-480e-ae2f-5118df935896 req-701701ec-2b1c-48ad-b895-64b2cb8d3818 service neutron] 10.222.0.15 "GET /v2.0/networks/c63538d7-1283-4547-bad5-92e9d8f96c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213148 May 26 22:25:00.328806 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4633272-896d-46bb-bca5-6ee5f5388e20 req-8bd9c985-a319-48af-8378-893e019d48b9 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 210 time: 0.0424798 May 26 22:25:01.184800 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-425459a4-82f4-4b48-b907-a69f37651b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:01.268201 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:01.452001 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8970fb7d-8dc0-4af8-97de-0f897df1e270 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:01.453340 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8970fb7d-8dc0-4af8-97de-0f897df1e270 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.24 "GET /v2.0/networks?id=c63538d7-1283-4547-bad5-92e9d8f96c8b HTTP/1.1" status: 200 len: 808 time: 0.1521592 May 26 22:25:01.498805 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Request body: {'port': {'device_id': '2c5a53df-e82b-4056-86d7-6ef488daebe3', 'network_id': 'c63538d7-1283-4547-bad5-92e9d8f96c8b', 'admin_state_up': True, 'tenant_id': '8cbaed122bdb489bbd6b0be818cd59bb'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:25:01.520478 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b5cdcebf-2699-46eb-9bbc-eec70dab1505 req-e085a233-46ea-4620-be76-ca18044c476a tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 210 time: 0.0660400 May 26 22:25:01.637813 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:25:01.641657 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Usage tracker for resource:port and tenant:8cbaed122bdb489bbd6b0be818cd59bb is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:25:01.644941 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:25:01.650530 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:25:01.661949 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Made reservation on behalf of 8cbaed122bdb489bbd6b0be818cd59bb for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:25:01.665696 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:01.829349 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Allocated IP 172.20.0.6 (c63538d7-1283-4547-bad5-92e9d8f96c8b/c0fbdc8e-5c13-4bbb-8b37-4115e3363645/0de00544-44dd-4851-a58e-5cc19ae86c52) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:25:02.029182 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:02.056831 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:02.062165 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2fa48afa-2f9e-490f-95da-cc0f02bde248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:02.128560 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Network c63538d7-1283-4547-bad5-92e9d8f96c8b is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:25:02.131724 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:25:02.135811 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:25:02.177806 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Pushing event updated for resources: {'Port': ['ID=0de00544-44dd-4851-a58e-5cc19ae86c52,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:02.182283 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:02.202172 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:02.202775 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:02.227814 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7260200b-ae2d-480e-ae2f-5118df935896 req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7372618 May 26 22:25:02.239517 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Request body: {'port': {'device_id': '2c5a53df-e82b-4056-86d7-6ef488daebe3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:25:02.348607 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:02.428564 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:02.838970 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de00544-44dd-4851-a58e-5cc19ae86c52 {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:25:02.848248 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:02.863733 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1ea89-acfc-4e56-9887-724576e0d3db req-f8826fd7-7257-4a5b-a37e-1696dff38ec5 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:02.864428 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-a1e1ea89-acfc-4e56-9887-724576e0d3db req-f8826fd7-7257-4a5b-a37e-1696dff38ec5 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Synchronizing usage tracker for tenant:8cbaed122bdb489bbd6b0be818cd59bb on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:25:02.876383 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Transition to ACTIVE for port object 0de00544-44dd-4851-a58e-5cc19ae86c52 will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:25:02.882742 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:02.888183 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-77c2915e-e60a-4677-8042-ae35e5d50730 tempest-AttachVolumeTestJSON-777486200 tempest-AttachVolumeTestJSON-777486200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:02.942783 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-a1e1ea89-acfc-4e56-9887-724576e0d3db req-f8826fd7-7257-4a5b-a37e-1696dff38ec5 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Unset dirty status for tenant:8cbaed122bdb489bbd6b0be818cd59bb on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:25:02.943951 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a1e1ea89-acfc-4e56-9887-724576e0d3db req-f8826fd7-7257-4a5b-a37e-1696dff38ec5 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 931 time: 0.2352877 May 26 22:25:03.037394 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Pushing event updated for resources: {'Port': ['ID=0de00544-44dd-4851-a58e-5cc19ae86c52,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:03.063207 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:03.129555 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a1e1ea89-acfc-4e56-9887-724576e0d3db req-7609186a-9934-4257-8aac-29795fa23bcd tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267223 May 26 22:25:03.158597 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Attempting to bind port 0de00544-44dd-4851-a58e-5cc19ae86c52 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:25:03.158922 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Attempting to bind port 0de00544-44dd-4851-a58e-5cc19ae86c52 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': 'ccf3893c-30ab-4328-80ef-a2dcd90b9c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c63538d7-1283-4547-bad5-92e9d8f96c8b'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:25:03.159819 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Attempting to bind port 0de00544-44dd-4851-a58e-5cc19ae86c52 on network c63538d7-1283-4547-bad5-92e9d8f96c8b {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:25:03.164277 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Port 0de00544-44dd-4851-a58e-5cc19ae86c52 on network c63538d7-1283-4547-bad5-92e9d8f96c8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:25:03.164591 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Attempting to bind port 0de00544-44dd-4851-a58e-5cc19ae86c52 on network c63538d7-1283-4547-bad5-92e9d8f96c8b {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:25:03.169608 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:25:03.169937 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Checking segment: {'id': 'ccf3893c-30ab-4328-80ef-a2dcd90b9c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c63538d7-1283-4547-bad5-92e9d8f96c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:25:03.170307 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Bound using segment: {'id': 'ccf3893c-30ab-4328-80ef-a2dcd90b9c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c63538d7-1283-4547-bad5-92e9d8f96c8b'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:25:03.170725 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Bound port: 0de00544-44dd-4851-a58e-5cc19ae86c52, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf3893c-30ab-4328-80ef-a2dcd90b9c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c63538d7-1283-4547-bad5-92e9d8f96c8b'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:25:03.171059 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:03.256937 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] For port 0de00544-44dd-4851-a58e-5cc19ae86c52, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:25:03.259903 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] For port 0de00544-44dd-4851-a58e-5cc19ae86c52, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=0de00544-44dd-4851-a58e-5cc19ae86c52,segment=NetworkSegment(ccf3893c-30ab-4328-80ef-a2dcd90b9c77),segment_id=ccf3893c-30ab-4328-80ef-a2dcd90b9c77)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:25:03.263980 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:03.269093 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-8bd99351-a5a6-448a-9ef1-daad91a51e22 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:03.320392 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:03.321405 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:03.322737 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7260200b-ae2d-480e-ae2f-5118df935896 req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] 10.222.0.24 "PUT /v2.0/ports/0de00544-44dd-4851-a58e-5cc19ae86c52 HTTP/1.1" status: 200 len: 1093 time: 1.0872157 May 26 22:25:03.330157 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5a53df-e82b-4056-86d7-6ef488daebe3', 'tag': '0de00544-44dd-4851-a58e-5cc19ae86c52'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:25:03.355931 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Pushing event updated for resources: {'Port': ['ID=0de00544-44dd-4851-a58e-5cc19ae86c52,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:03.358903 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:03.395901 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5a53df-e82b-4056-86d7-6ef488daebe3', 'tag': '0de00544-44dd-4851-a58e-5cc19ae86c52', 'status': 'completed', 'code': 200} May 26 22:25:03.430931 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260200b-ae2d-480e-ae2f-5118df935896 req-365e7523-82cd-4473-a804-95d63a82d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:03.432435 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7260200b-ae2d-480e-ae2f-5118df935896 req-365e7523-82cd-4473-a804-95d63a82d31b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8cbaed122bdb489bbd6b0be818cd59bb&device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 1096 time: 0.0726581 May 26 22:25:03.503902 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7260200b-ae2d-480e-ae2f-5118df935896 req-b53cfeae-1026-4067-bf82-8129261b46bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de00544-44dd-4851-a58e-5cc19ae86c52 HTTP/1.1" status: 200 len: 217 time: 0.0637860 May 26 22:25:03.570403 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260200b-ae2d-480e-ae2f-5118df935896 req-1ca5eb70-601d-4e27-bc71-7d6d91b3d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:03.571838 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7260200b-ae2d-480e-ae2f-5118df935896 req-1ca5eb70-601d-4e27-bc71-7d6d91b3d986 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0fbdc8e-5c13-4bbb-8b37-4115e3363645 HTTP/1.1" status: 200 len: 848 time: 0.0610807 May 26 22:25:03.623692 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7260200b-ae2d-480e-ae2f-5118df935896 req-530a1e05-8742-482b-92d7-9e840c1b0310 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c63538d7-1283-4547-bad5-92e9d8f96c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430655 May 26 22:25:03.761267 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7260200b-ae2d-480e-ae2f-5118df935896 req-16a4c21a-b31c-456f-a2aa-35003f188c6a service neutron] 10.222.0.24 "GET /v2.0/networks/c63538d7-1283-4547-bad5-92e9d8f96c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272876 May 26 22:25:03.894052 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7260200b-ae2d-480e-ae2f-5118df935896 req-43757e80-a932-470d-838b-c418d5230935 service neutron] 10.222.0.24 "GET /v2.0/networks/c63538d7-1283-4547-bad5-92e9d8f96c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249862 May 26 22:25:03.926586 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:04.015283 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4089531-a200-404a-a809-447b1d609d15 req-6f02be9f-c011-4e3b-bdc3-0e063866fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:04.016670 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4089531-a200-404a-a809-447b1d609d15 req-6f02be9f-c011-4e3b-bdc3-0e063866fec6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8cbaed122bdb489bbd6b0be818cd59bb&device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 1096 time: 0.0713782 May 26 22:25:04.145278 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4089531-a200-404a-a809-447b1d609d15 req-c6cc87cc-6a7e-48da-b6e9-2f83eb149292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:04.146701 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4089531-a200-404a-a809-447b1d609d15 req-c6cc87cc-6a7e-48da-b6e9-2f83eb149292 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c63538d7-1283-4547-bad5-92e9d8f96c8b HTTP/1.1" status: 200 len: 908 time: 0.1237552 May 26 22:25:04.217874 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4089531-a200-404a-a809-447b1d609d15 req-5863e87f-b8c2-493a-9188-a4dd953412a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de00544-44dd-4851-a58e-5cc19ae86c52 HTTP/1.1" status: 200 len: 217 time: 0.0640664 May 26 22:25:04.329203 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4089531-a200-404a-a809-447b1d609d15 req-601cd61b-6c60-446b-a45d-9ef3e19d788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:04.330600 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4089531-a200-404a-a809-447b1d609d15 req-601cd61b-6c60-446b-a45d-9ef3e19d788e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0fbdc8e-5c13-4bbb-8b37-4115e3363645 HTTP/1.1" status: 200 len: 848 time: 0.1071880 May 26 22:25:04.471866 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4089531-a200-404a-a809-447b1d609d15 req-55d05db7-14ba-452d-9f64-e4d703016a55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c63538d7-1283-4547-bad5-92e9d8f96c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330616 May 26 22:25:04.482522 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4da20c-8636-4d94-a39c-add76afaf017 req-74d5f00d-edc9-4714-8bb7-bfe3dd2cbf23 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:04.483867 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1d4da20c-8636-4d94-a39c-add76afaf017 req-74d5f00d-edc9-4714-8bb7-bfe3dd2cbf23 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 943 time: 0.2290084 May 26 22:25:04.611288 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1d4da20c-8636-4d94-a39c-add76afaf017 req-891a6e87-b6d7-45a7-b306-86dda49250b9 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060119 May 26 22:25:04.646708 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4089531-a200-404a-a809-447b1d609d15 req-29349363-b90c-4457-9194-c4051787406f service neutron] 10.222.0.24 "GET /v2.0/networks/c63538d7-1283-4547-bad5-92e9d8f96c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619449 May 26 22:25:04.777990 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e4089531-a200-404a-a809-447b1d609d15 req-c09d674b-f141-49cd-b2e3-24ec4698e4ac service neutron] 10.222.0.24 "GET /v2.0/networks/c63538d7-1283-4547-bad5-92e9d8f96c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243393 May 26 22:25:05.798813 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338d984-5522-4a55-b368-fcd32161baee req-d99afe82-2566-420a-86f4-526e545a9984 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:05.801087 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0338d984-5522-4a55-b368-fcd32161baee req-d99afe82-2566-420a-86f4-526e545a9984 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 943 time: 0.0844290 May 26 22:25:05.845282 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0338d984-5522-4a55-b368-fcd32161baee req-4879f379-eaaf-4bc8-a65c-32f00109f4ac tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387018 May 26 22:25:07.026953 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ff96d-99c9-4259-80d7-efaa396109fc req-b229f0a3-1121-41d1-ab72-4347dec549ea tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:07.028434 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7e9ff96d-99c9-4259-80d7-efaa396109fc req-b229f0a3-1121-41d1-ab72-4347dec549ea tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 943 time: 0.0783255 May 26 22:25:07.073511 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7e9ff96d-99c9-4259-80d7-efaa396109fc req-c81de5d8-ffd6-4a01-bb98-932fa390da90 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394702 May 26 22:25:07.574656 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 0de00544-44dd-4851-a58e-5cc19ae86c52 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:25:07.704747 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 0de00544-44dd-4851-a58e-5cc19ae86c52, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=0de00544-44dd-4851-a58e-5cc19ae86c52,segment=NetworkSegment(ccf3893c-30ab-4328-80ef-a2dcd90b9c77),segment_id=ccf3893c-30ab-4328-80ef-a2dcd90b9c77)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:25:07.718129 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '0de00544-44dd-4851-a58e-5cc19ae86c52', 'network_id': 'c63538d7-1283-4547-bad5-92e9d8f96c8b', 'port_id': '0de00544-44dd-4851-a58e-5cc19ae86c52', 'mac_address': 'fa:16:3e:a4:e5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fbdc8e-5c13-4bbb-8b37-4115e3363645', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:25:07.771893 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:07.788278 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de00544-44dd-4851-a58e-5cc19ae86c52 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:25:07.803061 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 0de00544-44dd-4851-a58e-5cc19ae86c52, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=0de00544-44dd-4851-a58e-5cc19ae86c52,segment=NetworkSegment(ccf3893c-30ab-4328-80ef-a2dcd90b9c77),segment_id=ccf3893c-30ab-4328-80ef-a2dcd90b9c77)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:25:07.807003 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:07.808704 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:07.876679 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=0de00544-44dd-4851-a58e-5cc19ae86c52,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:07.883880 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:07.884223 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:07.884555 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:07.884881 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:07.885206 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:07.885524 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:07.885839 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:07.886176 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:07.886489 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:07.886799 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:07.887107 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:07.887437 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:07.891189 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:08.149307 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['0de00544-44dd-4851-a58e-5cc19ae86c52'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:25:08.260066 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3247e59-2422-4f26-af58-3016f0bae396 req-55a21c2f-638c-4206-aa98-87a721d22278 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:08.261538 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f3247e59-2422-4f26-af58-3016f0bae396 req-55a21c2f-638c-4206-aa98-87a721d22278 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 944 time: 0.0840359 May 26 22:25:08.307299 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f3247e59-2422-4f26-af58-3016f0bae396 req-824847ef-b987-499c-b00c-13eaea4ea32b tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400996 May 26 22:25:09.558024 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4753a29-0071-4fd4-b972-c9382eed1d0d req-7eaaa662-5ef4-47a2-b802-a8985f3740fc tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:09.559457 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d4753a29-0071-4fd4-b972-c9382eed1d0d req-7eaaa662-5ef4-47a2-b802-a8985f3740fc tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 944 time: 0.1449411 May 26 22:25:09.562362 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98b50e4a-ee11-474e-892c-ad6194fd9bf2 req-4a2f02ba-5a94-4503-990f-12413d64a30c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1073747 May 26 22:25:09.576677 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 0de00544-44dd-4851-a58e-5cc19ae86c52 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:25:09.646181 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port 0de00544-44dd-4851-a58e-5cc19ae86c52 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:25:09.650833 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 0de00544-44dd-4851-a58e-5cc19ae86c52 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:25:09.651870 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:09.661472 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d4753a29-0071-4fd4-b972-c9382eed1d0d req-bfe4d235-3ca1-4198-a2ed-55b8cc3b367b tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964224 May 26 22:25:09.682557 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b50e4a-ee11-474e-892c-ad6194fd9bf2 req-37708f60-2e76-4ea0-8864-ddfe82d18131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:09.682557 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98b50e4a-ee11-474e-892c-ad6194fd9bf2 req-37708f60-2e76-4ea0-8864-ddfe82d18131 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a957dcd842747db9992f0694f64cde3&device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 1098 time: 0.0941470 May 26 22:25:09.772635 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:09.798666 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5a53df-e82b-4056-86d7-6ef488daebe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de00544-44dd-4851-a58e-5cc19ae86c52'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:25:09.809227 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 0de00544-44dd-4851-a58e-5cc19ae86c52, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=0de00544-44dd-4851-a58e-5cc19ae86c52,segment=NetworkSegment(ccf3893c-30ab-4328-80ef-a2dcd90b9c77),segment_id=ccf3893c-30ab-4328-80ef-a2dcd90b9c77)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:25:09.813530 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:09.815603 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:09.828542 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b50e4a-ee11-474e-892c-ad6194fd9bf2 req-4486a73e-7cbe-4509-86b1-c3139c033475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:09.833214 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98b50e4a-ee11-474e-892c-ad6194fd9bf2 req-4486a73e-7cbe-4509-86b1-c3139c033475 service neutron] 10.222.0.24 "GET /v2.0/networks?id=967dec0f-dc99-4524-a881-7d01cad5553a HTTP/1.1" status: 200 len: 909 time: 0.1318104 May 26 22:25:09.852669 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5a53df-e82b-4056-86d7-6ef488daebe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de00544-44dd-4851-a58e-5cc19ae86c52', 'code': 200} May 26 22:25:09.885583 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=0de00544-44dd-4851-a58e-5cc19ae86c52,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:09.888459 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:09.932097 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98b50e4a-ee11-474e-892c-ad6194fd9bf2 req-09272da3-2789-48bb-90c6-0c0e217706ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=917ac439-12eb-4067-b2e3-37a695f93e54 HTTP/1.1" status: 200 len: 999 time: 0.0952568 May 26 22:25:10.057179 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b50e4a-ee11-474e-892c-ad6194fd9bf2 req-1b5bb864-a673-4d22-a0b1-09d8b21a6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:10.058595 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98b50e4a-ee11-474e-892c-ad6194fd9bf2 req-1b5bb864-a673-4d22-a0b1-09d8b21a6b7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0b8781d-d5ea-4535-b79a-13619ece35b1 HTTP/1.1" status: 200 len: 848 time: 0.1208072 May 26 22:25:10.140647 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed979c8-45dd-4a69-888b-3797fb7efca2 req-1b1abbf1-7e57-4e12-82ed-3f50dffb8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:10.142077 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bed979c8-45dd-4a69-888b-3797fb7efca2 req-1b1abbf1-7e57-4e12-82ed-3f50dffb8692 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 1098 time: 0.1346781 May 26 22:25:10.171805 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b50e4a-ee11-474e-892c-ad6194fd9bf2 req-5f6c1cb3-4199-4657-9b0e-2cdd77d0d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:10.173198 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98b50e4a-ee11-474e-892c-ad6194fd9bf2 req-5f6c1cb3-4199-4657-9b0e-2cdd77d0d63c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=967dec0f-dc99-4524-a881-7d01cad5553a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1074152 May 26 22:25:10.213273 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bed979c8-45dd-4a69-888b-3797fb7efca2 req-6a68745a-951b-422a-b9ba-8aeeae5f031a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638006 May 26 22:25:10.315217 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98b50e4a-ee11-474e-892c-ad6194fd9bf2 req-ded05486-e006-4b3b-9ab3-90a8788dee10 service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341338 May 26 22:25:10.547358 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-98b50e4a-ee11-474e-892c-ad6194fd9bf2 req-e7975c77-ec5d-41c1-81c6-eabd3a81c059 service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258496 May 26 22:25:10.846944 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03b0d5-cd08-40ba-917a-044629750b8a req-c1b1cf4a-6bbf-4c91-8d8d-bc7fc2a8c8f9 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:10.849386 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4a03b0d5-cd08-40ba-917a-044629750b8a req-c1b1cf4a-6bbf-4c91-8d8d-bc7fc2a8c8f9 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 945 time: 0.0829487 May 26 22:25:10.898183 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4a03b0d5-cd08-40ba-917a-044629750b8a req-eed02ad0-c37c-4a9d-b3ce-641b140eca8d tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431960 May 26 22:25:12.080896 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef21f2-17a7-4554-9cd8-2e04971f3763 req-dbd3c1f1-d14f-40d9-9008-323526b25eaa tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:12.082546 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-30ef21f2-17a7-4554-9cd8-2e04971f3763 req-dbd3c1f1-d14f-40d9-9008-323526b25eaa tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 945 time: 0.0797491 May 26 22:25:12.127660 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-30ef21f2-17a7-4554-9cd8-2e04971f3763 req-446e1197-143b-4504-8c38-a473aef8e056 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389147 May 26 22:25:13.106767 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94650980-9db8-4e68-bff7-92adc59d79fb req-f093eeb5-5671-400f-9aec-da04cafe8af8 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:13.108235 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-94650980-9db8-4e68-bff7-92adc59d79fb req-f093eeb5-5671-400f-9aec-da04cafe8af8 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 945 time: 0.0847147 May 26 22:25:13.152817 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-94650980-9db8-4e68-bff7-92adc59d79fb req-340137fd-bab2-4d4a-99ed-2ea871e0ef57 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389714 May 26 22:25:14.339249 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479365c-ecea-4087-a1a7-8aa50016e8ad req-a10da4af-d0f0-4ef4-8992-147ce5288c23 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:14.340784 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c479365c-ecea-4087-a1a7-8aa50016e8ad req-a10da4af-d0f0-4ef4-8992-147ce5288c23 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 945 time: 0.0800993 May 26 22:25:14.385375 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c479365c-ecea-4087-a1a7-8aa50016e8ad req-35a99ff7-03c9-482c-8328-2523f64e5c01 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389326 May 26 22:25:14.526096 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ded35-b092-4afb-8642-256f2086ed9d req-7676f0de-002d-47f4-a4a1-a027a55cdbdd tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:14.527440 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-359ded35-b092-4afb-8642-256f2086ed9d req-7676f0de-002d-47f4-a4a1-a027a55cdbdd tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 945 time: 0.0820994 May 26 22:25:14.664148 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-359ded35-b092-4afb-8642-256f2086ed9d req-d2087961-38ac-4218-b699-5402cc555890 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Deleting port 0de00544-44dd-4851-a58e-5cc19ae86c52 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:25:14.664481 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-359ded35-b092-4afb-8642-256f2086ed9d req-d2087961-38ac-4218-b699-5402cc555890 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:14.795996 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-359ded35-b092-4afb-8642-256f2086ed9d req-d2087961-38ac-4218-b699-5402cc555890 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] For port 0de00544-44dd-4851-a58e-5cc19ae86c52, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=0de00544-44dd-4851-a58e-5cc19ae86c52,segment=NetworkSegment(ccf3893c-30ab-4328-80ef-a2dcd90b9c77),segment_id=ccf3893c-30ab-4328-80ef-a2dcd90b9c77)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:25:14.796341 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-359ded35-b092-4afb-8642-256f2086ed9d req-d2087961-38ac-4218-b699-5402cc555890 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:14.925517 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-359ded35-b092-4afb-8642-256f2086ed9d req-d2087961-38ac-4218-b699-5402cc555890 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Calling delete_port for 0de00544-44dd-4851-a58e-5cc19ae86c52 owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:25:15.033314 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-359ded35-b092-4afb-8642-256f2086ed9d req-d2087961-38ac-4218-b699-5402cc555890 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:15.039193 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-b4eb09de-2f4d-460b-985c-06fac314a0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:15.045160 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['0de00544-44dd-4851-a58e-5cc19ae86c52'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:25:15.089113 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2087961-38ac-4218-b699-5402cc555890 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Pushing event deleted for resources: {'Port': ['ID=0de00544-44dd-4851-a58e-5cc19ae86c52,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:15.092135 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d2087961-38ac-4218-b699-5402cc555890 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:15.160863 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-359ded35-b092-4afb-8642-256f2086ed9d req-d2087961-38ac-4218-b699-5402cc555890 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] No DVR routers for this DVR port 0de00544-44dd-4851-a58e-5cc19ae86c52 on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:25:15.164026 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-359ded35-b092-4afb-8642-256f2086ed9d req-d2087961-38ac-4218-b699-5402cc555890 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:15.166537 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5a53df-e82b-4056-86d7-6ef488daebe3', 'name': 'network-vif-deleted', 'tag': '0de00544-44dd-4851-a58e-5cc19ae86c52'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:25:15.181245 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-359ded35-b092-4afb-8642-256f2086ed9d req-d2087961-38ac-4218-b699-5402cc555890 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.24 "DELETE /v2.0/ports/0de00544-44dd-4851-a58e-5cc19ae86c52 HTTP/1.1" status: 204 len: 173 time: 0.6473947 May 26 22:25:15.217124 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5a53df-e82b-4056-86d7-6ef488daebe3', 'name': 'network-vif-deleted', 'tag': '0de00544-44dd-4851-a58e-5cc19ae86c52', 'status': 'completed', 'code': 200} May 26 22:25:15.549917 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-6014a1aa-3394-4c14-88a4-be425fbe80f7 req-2876ee43-a39e-443e-8d05-76cba1efe094 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Synchronizing usage tracker for tenant:8cbaed122bdb489bbd6b0be818cd59bb on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:25:15.566052 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-6014a1aa-3394-4c14-88a4-be425fbe80f7 req-2876ee43-a39e-443e-8d05-76cba1efe094 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Unset dirty status for tenant:8cbaed122bdb489bbd6b0be818cd59bb on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:25:15.567149 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6014a1aa-3394-4c14-88a4-be425fbe80f7 req-2876ee43-a39e-443e-8d05-76cba1efe094 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c5a53df-e82b-4056-86d7-6ef488daebe3 HTTP/1.1" status: 200 len: 210 time: 0.0620203 May 26 22:25:16.923479 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-b929f297-118a-4832-a18e-2faaabc61b3c tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:16.924836 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-b929f297-118a-4832-a18e-2faaabc61b3c tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/networks?id=c63538d7-1283-4547-bad5-92e9d8f96c8b HTTP/1.1" status: 200 len: 808 time: 0.1466954 May 26 22:25:16.940487 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-bf902b2a-a684-4cf4-9ca0-b0d1ec41d1b9 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/quotas/8cbaed122bdb489bbd6b0be818cd59bb HTTP/1.1" status: 200 len: 375 time: 0.0094414 May 26 22:25:16.985686 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-193f436e-33ad-42d0-8268-bf6dbc4672d9 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cbaed122bdb489bbd6b0be818cd59bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400593 May 26 22:25:17.160774 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-2db30cf7-0711-44d0-82fe-6f71beafb07b service neutron] 10.222.0.15 "GET /v2.0/networks/c63538d7-1283-4547-bad5-92e9d8f96c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679695 May 26 22:25:17.384524 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-3a965fc3-3feb-40a3-874c-8cfef265e838 service neutron] 10.222.0.15 "GET /v2.0/networks/c63538d7-1283-4547-bad5-92e9d8f96c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174163 May 26 22:25:17.555259 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-573a5f61-e59d-4592-998d-8da8fbc283be req-3adf654f-ecbe-4535-8ebb-72fe2ba76d87 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 210 time: 0.0432374 May 26 22:25:17.623374 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 0de00544-44dd-4851-a58e-5cc19ae86c52 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:25:17.656387 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: 0de00544-44dd-4851-a58e-5cc19ae86c52 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:25:17.656631 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 0de00544-44dd-4851-a58e-5cc19ae86c52 not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:25:18.567858 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-140ec89a-c296-410c-854a-513784059a32 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:18.569803 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-140ec89a-c296-410c-854a-513784059a32 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.24 "GET /v2.0/networks?id=c63538d7-1283-4547-bad5-92e9d8f96c8b HTTP/1.1" status: 200 len: 808 time: 0.1460259 May 26 22:25:18.582383 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Request body: {'port': {'device_id': '578f79e7-179b-44f5-9de3-98e45ac15c24', 'network_id': 'c63538d7-1283-4547-bad5-92e9d8f96c8b', 'admin_state_up': True, 'tenant_id': '8cbaed122bdb489bbd6b0be818cd59bb'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:25:18.719307 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2a286a43-91be-4607-9372-b356a9de624b req-4a18f3a0-8262-43fc-a0e5-d26a523ebc9b tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 210 time: 0.0513427 May 26 22:25:18.762868 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:25:18.772176 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:25:18.781503 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Made reservation on behalf of 8cbaed122bdb489bbd6b0be818cd59bb for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:25:18.784877 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:18.897889 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:25:18.949174 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Allocated IP 172.20.0.5 (c63538d7-1283-4547-bad5-92e9d8f96c8b/c0fbdc8e-5c13-4bbb-8b37-4115e3363645/b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:25:19.148153 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:19.176317 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:19.182313 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-190bcbe8-0f0a-4fc7-bcb5-2ec5bd624803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:19.248970 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Network c63538d7-1283-4547-bad5-92e9d8f96c8b is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:25:19.251898 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:25:19.255806 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:25:19.291970 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Pushing event updated for resources: {'Port': ['ID=b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:19.300214 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:19.322784 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:19.323385 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:19.346442 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-f5efae65-2ec4-4405-adf3-efcac9564806 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7680264 May 26 22:25:19.357341 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Request body: {'port': {'device_id': '578f79e7-179b-44f5-9de3-98e45ac15c24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:25:19.468061 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:19.800170 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:25:19.807530 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:19.823633 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Transition to ACTIVE for port object b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:25:19.860061 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:19.868151 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-09ab4ffa-9487-4105-8152-4434e240f782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:20.170929 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:20.173811 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:20.212125 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46c2fd-82a9-4e43-9c23-90f00cfa904b req-ebc6191c-130f-4df7-8efc-db0a96bd41bd tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:20.212804 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-6b46c2fd-82a9-4e43-9c23-90f00cfa904b req-ebc6191c-130f-4df7-8efc-db0a96bd41bd tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Synchronizing usage tracker for tenant:8cbaed122bdb489bbd6b0be818cd59bb on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:25:20.243247 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Attempting to bind port b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:25:20.243736 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Attempting to bind port b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': 'ccf3893c-30ab-4328-80ef-a2dcd90b9c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c63538d7-1283-4547-bad5-92e9d8f96c8b'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:25:20.244156 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Attempting to bind port b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 on network c63538d7-1283-4547-bad5-92e9d8f96c8b {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:25:20.249125 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-6b46c2fd-82a9-4e43-9c23-90f00cfa904b req-ebc6191c-130f-4df7-8efc-db0a96bd41bd tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Unset dirty status for tenant:8cbaed122bdb489bbd6b0be818cd59bb on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:25:20.250243 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6b46c2fd-82a9-4e43-9c23-90f00cfa904b req-ebc6191c-130f-4df7-8efc-db0a96bd41bd tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 943 time: 0.4254968 May 26 22:25:20.250911 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Port b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 on network c63538d7-1283-4547-bad5-92e9d8f96c8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:25:20.251214 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Attempting to bind port b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 on network c63538d7-1283-4547-bad5-92e9d8f96c8b {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:25:20.258369 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:25:20.258693 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Checking segment: {'id': 'ccf3893c-30ab-4328-80ef-a2dcd90b9c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c63538d7-1283-4547-bad5-92e9d8f96c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:25:20.259062 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Bound using segment: {'id': 'ccf3893c-30ab-4328-80ef-a2dcd90b9c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c63538d7-1283-4547-bad5-92e9d8f96c8b'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:25:20.259481 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Bound port: b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf3893c-30ab-4328-80ef-a2dcd90b9c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c63538d7-1283-4547-bad5-92e9d8f96c8b'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:25:20.259853 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:20.356261 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6b46c2fd-82a9-4e43-9c23-90f00cfa904b req-6a46ed1e-bfe8-4713-9f26-dc634b4e0373 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996797 May 26 22:25:20.387978 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] For port b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:25:20.391051 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] For port b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4,segment=NetworkSegment(ccf3893c-30ab-4328-80ef-a2dcd90b9c77),segment_id=ccf3893c-30ab-4328-80ef-a2dcd90b9c77)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:25:20.394842 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:20.398693 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-a6ebc391-e5ed-44a3-835d-0408f20da09c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:20.459366 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:20.460136 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:20.461490 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] 10.222.0.24 "PUT /v2.0/ports/b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 HTTP/1.1" status: 200 len: 1093 time: 1.1080441 May 26 22:25:20.461979 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578f79e7-179b-44f5-9de3-98e45ac15c24', 'tag': 'b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:25:20.484130 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:20.487010 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:20.533875 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578f79e7-179b-44f5-9de3-98e45ac15c24', 'tag': 'b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4', 'status': 'completed', 'code': 200} May 26 22:25:20.568384 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-20d95dca-01b4-494b-85da-bc24e56844b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:20.570442 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-20d95dca-01b4-494b-85da-bc24e56844b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8cbaed122bdb489bbd6b0be818cd59bb&device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 1096 time: 0.0722249 May 26 22:25:20.651258 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-5d04ff5c-4a49-481e-a868-71e0563d3e10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 HTTP/1.1" status: 200 len: 217 time: 0.0729117 May 26 22:25:20.713210 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-ef8a145c-860e-450e-8d79-af59efd2b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:20.714506 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-ef8a145c-860e-450e-8d79-af59efd2b5c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0fbdc8e-5c13-4bbb-8b37-4115e3363645 HTTP/1.1" status: 200 len: 848 time: 0.0568688 May 26 22:25:20.763938 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-533294d2-ddc6-46fb-875a-914e695d1b7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c63538d7-1283-4547-bad5-92e9d8f96c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433052 May 26 22:25:20.894779 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-ad0f769b-2e72-4a4b-ac40-4ac4cc496648 service neutron] 10.222.0.24 "GET /v2.0/networks/c63538d7-1283-4547-bad5-92e9d8f96c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247559 May 26 22:25:21.025955 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-29f12e87-f219-4acc-ad33-e857603c56a0 req-f12c9632-8396-4c3e-a60c-5be2620682cb service neutron] 10.222.0.24 "GET /v2.0/networks/c63538d7-1283-4547-bad5-92e9d8f96c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240058 May 26 22:25:21.143918 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939969f9-aaa4-43d1-a87d-0579ac3f0dae req-6abfe1ee-ce6a-4fae-b632-946361abb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:21.145423 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-939969f9-aaa4-43d1-a87d-0579ac3f0dae req-6abfe1ee-ce6a-4fae-b632-946361abb327 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8cbaed122bdb489bbd6b0be818cd59bb&device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 1096 time: 0.0717983 May 26 22:25:21.273723 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939969f9-aaa4-43d1-a87d-0579ac3f0dae req-dbf7443a-0f8b-41fd-961a-887e3dc83092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:21.275121 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-939969f9-aaa4-43d1-a87d-0579ac3f0dae req-dbf7443a-0f8b-41fd-961a-887e3dc83092 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c63538d7-1283-4547-bad5-92e9d8f96c8b HTTP/1.1" status: 200 len: 908 time: 0.1234887 May 26 22:25:21.343762 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-939969f9-aaa4-43d1-a87d-0579ac3f0dae req-5813a71a-b114-43e0-a4fb-ffa99cc739ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 HTTP/1.1" status: 200 len: 217 time: 0.0623388 May 26 22:25:21.405412 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939969f9-aaa4-43d1-a87d-0579ac3f0dae req-0a7330d2-49e6-4b00-adff-42efcf1502f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:21.406875 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-939969f9-aaa4-43d1-a87d-0579ac3f0dae req-0a7330d2-49e6-4b00-adff-42efcf1502f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0fbdc8e-5c13-4bbb-8b37-4115e3363645 HTTP/1.1" status: 200 len: 848 time: 0.0575109 May 26 22:25:21.453424 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-939969f9-aaa4-43d1-a87d-0579ac3f0dae req-7a64b422-6063-423b-95de-d75887ec1787 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c63538d7-1283-4547-bad5-92e9d8f96c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405629 May 26 22:25:21.645444 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-939969f9-aaa4-43d1-a87d-0579ac3f0dae req-b5a5c621-0204-430b-bb0a-697fea3cc1a4 service neutron] 10.222.0.24 "GET /v2.0/networks/c63538d7-1283-4547-bad5-92e9d8f96c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856408 May 26 22:25:21.657695 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52e09b-6170-4998-8e10-9086484e96a4 req-7f4fa584-5fc0-4209-ab20-ac7f66989ebd tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:21.659166 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fc52e09b-6170-4998-8e10-9086484e96a4 req-7f4fa584-5fc0-4209-ab20-ac7f66989ebd tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 943 time: 0.1816785 May 26 22:25:21.878216 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fc52e09b-6170-4998-8e10-9086484e96a4 req-95b7db46-221f-4eeb-a759-4acaa2169050 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006764 May 26 22:25:21.917783 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-939969f9-aaa4-43d1-a87d-0579ac3f0dae req-6bfa303b-f33f-4d5f-ba17-0f0241ef54d7 service neutron] 10.222.0.24 "GET /v2.0/networks/c63538d7-1283-4547-bad5-92e9d8f96c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576106 May 26 22:25:23.062225 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181d85f-7815-4722-9c9c-a090b7d166e4 req-276efe24-0a5f-4ad4-8c1c-e3e80183f764 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:23.063648 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4181d85f-7815-4722-9c9c-a090b7d166e4 req-276efe24-0a5f-4ad4-8c1c-e3e80183f764 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 943 time: 0.0812941 May 26 22:25:23.108100 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4181d85f-7815-4722-9c9c-a090b7d166e4 req-e490c4d4-e805-46ab-abbe-7322fe7c6106 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378685 May 26 22:25:23.634564 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:25:23.793490 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4,segment=NetworkSegment(ccf3893c-30ab-4328-80ef-a2dcd90b9c77),segment_id=ccf3893c-30ab-4328-80ef-a2dcd90b9c77)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:25:23.807765 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': 'b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4', 'network_id': 'c63538d7-1283-4547-bad5-92e9d8f96c8b', 'port_id': 'b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4', 'mac_address': 'fa:16:3e:22:a0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0fbdc8e-5c13-4bbb-8b37-4115e3363645', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:25:23.863651 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:23.880771 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:25:23.896027 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4,segment=NetworkSegment(ccf3893c-30ab-4328-80ef-a2dcd90b9c77),segment_id=ccf3893c-30ab-4328-80ef-a2dcd90b9c77)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:25:23.899707 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:23.901378 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-af7e334e-f1fe-4f5c-afe3-47a908fe93f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:23.969277 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:23.972311 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:24.240684 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:25:24.290603 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0b4cd-c985-4560-823e-8757ff0ed1fc req-fda2229e-018a-4cc6-a5e1-e1998184743f tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:24.292076 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4cc0b4cd-c985-4560-823e-8757ff0ed1fc req-fda2229e-018a-4cc6-a5e1-e1998184743f tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 944 time: 0.0797074 May 26 22:25:24.337045 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4cc0b4cd-c985-4560-823e-8757ff0ed1fc req-1f358a78-a4da-4f1c-ac0c-7f5144f81581 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390825 May 26 22:25:25.523653 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6ddce-46d5-4de2-bd34-e4ae4484fd96 req-2403e75a-adbd-4321-bf2e-cfe2548e7bf5 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:25.525104 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-56d6ddce-46d5-4de2-bd34-e4ae4484fd96 req-2403e75a-adbd-4321-bf2e-cfe2548e7bf5 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 944 time: 0.0827253 May 26 22:25:25.568437 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-56d6ddce-46d5-4de2-bd34-e4ae4484fd96 req-fc1f142f-1f3d-4743-9188-598f44851ef2 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376806 May 26 22:25:25.637932 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:25:25.703553 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:25:25.708658 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:25:25.709032 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:25.826784 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:25.854663 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578f79e7-179b-44f5-9de3-98e45ac15c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:25:25.864313 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4,segment=NetworkSegment(ccf3893c-30ab-4328-80ef-a2dcd90b9c77),segment_id=ccf3893c-30ab-4328-80ef-a2dcd90b9c77)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:25:25.868588 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:25.871580 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:25.907930 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578f79e7-179b-44f5-9de3-98e45ac15c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4', 'code': 200} May 26 22:25:25.941402 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:25.945243 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:26.128782 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724d7a6-3359-47cf-a814-464d5b63fd8a req-7fef9adb-369a-4bce-84bf-84455f96bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:26.130223 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c724d7a6-3359-47cf-a814-464d5b63fd8a req-7fef9adb-369a-4bce-84bf-84455f96bbe1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 1098 time: 0.0706396 May 26 22:25:26.171030 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c724d7a6-3359-47cf-a814-464d5b63fd8a req-e9b4e7c8-910d-447b-aa26-170fbca93dc9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 May 26 22:25:26.573416 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:26.754122 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4a178-a4d4-4bc7-821e-e6b429c00fea req-5cf61a0c-2fbe-4c52-8234-5ace39981672 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:26.755547 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-01d4a178-a4d4-4bc7-821e-e6b429c00fea req-5cf61a0c-2fbe-4c52-8234-5ace39981672 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 945 time: 0.0817103 May 26 22:25:26.800755 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-01d4a178-a4d4-4bc7-821e-e6b429c00fea req-f6a1fb0e-c954-49df-a48e-699494e255ab tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388901 May 26 22:25:27.982800 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a03c6a-ea1f-43d1-a7a3-ba1d5eea4914 req-e722e395-841d-4579-9a32-c86319146488 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:27.984279 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-44a03c6a-ea1f-43d1-a7a3-ba1d5eea4914 req-e722e395-841d-4579-9a32-c86319146488 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 945 time: 0.0794766 May 26 22:25:28.031911 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-44a03c6a-ea1f-43d1-a7a3-ba1d5eea4914 req-11b84adf-2e40-4f48-84eb-0ffca45075be tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 May 26 22:25:28.854689 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1fe9be71-cb75-4b9b-9aaf-e486f28ce345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:29.095633 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb197b-c85f-435c-98da-75521936a842 req-a2f4cf25-15e4-4177-879d-94b1b9254999 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:29.097115 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d9fb197b-c85f-435c-98da-75521936a842 req-a2f4cf25-15e4-4177-879d-94b1b9254999 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 945 time: 0.0789182 May 26 22:25:29.141301 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d9fb197b-c85f-435c-98da-75521936a842 req-63f2f8ff-700f-43d1-992c-7e7831d5b92c tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378189 May 26 22:25:30.334736 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7d3c7-c6d7-4a42-9b43-4549e328a243 req-83303562-b20f-4265-a3d9-47d1ce791d16 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:30.336927 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d8f7d3c7-c6d7-4a42-9b43-4549e328a243 req-83303562-b20f-4265-a3d9-47d1ce791d16 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 945 time: 0.0861902 May 26 22:25:30.380366 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d8f7d3c7-c6d7-4a42-9b43-4549e328a243 req-f0f1e70b-01a4-47df-b7d3-2fb52aed0e46 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/security-groups?id=617c8437-2a9c-417f-9fb8-3b2af8b03e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378542 May 26 22:25:30.492039 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9d9ae-a84b-4b25-a0a0-29c0f7508503 req-8fa29ea9-5dad-4fc8-b5e1-833441275676 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:30.493360 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bcc9d9ae-a84b-4b25-a0a0-29c0f7508503 req-8fa29ea9-5dad-4fc8-b5e1-833441275676 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.24 "GET /v2.0/ports?device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 945 time: 0.0775852 May 26 22:25:30.626719 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-bcc9d9ae-a84b-4b25-a0a0-29c0f7508503 req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Deleting port b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:25:30.627053 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-bcc9d9ae-a84b-4b25-a0a0-29c0f7508503 req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:30.756462 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-bcc9d9ae-a84b-4b25-a0a0-29c0f7508503 req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] For port b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4,segment=NetworkSegment(ccf3893c-30ab-4328-80ef-a2dcd90b9c77),segment_id=ccf3893c-30ab-4328-80ef-a2dcd90b9c77)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:25:30.756739 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-bcc9d9ae-a84b-4b25-a0a0-29c0f7508503 req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:30.878525 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-bcc9d9ae-a84b-4b25-a0a0-29c0f7508503 req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Calling delete_port for b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:25:30.987770 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-bcc9d9ae-a84b-4b25-a0a0-29c0f7508503 req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:30.993033 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-fdffbe35-081f-42c7-ab96-7edf75ff165f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:30.999499 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:25:31.037185 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Pushing event deleted for resources: {'Port': ['ID=b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:31.075133 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:31.075494 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:31.075872 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:31.076223 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:31.076568 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:31.076909 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:31.077249 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:31.077587 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:31.077922 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:31.078262 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:31.078594 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:31.078927 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:31.089554 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:31.124758 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc9d9ae-a84b-4b25-a0a0-29c0f7508503 req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] No DVR routers for this DVR port b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:25:31.127186 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-bcc9d9ae-a84b-4b25-a0a0-29c0f7508503 req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:31.129716 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578f79e7-179b-44f5-9de3-98e45ac15c24', 'name': 'network-vif-deleted', 'tag': 'b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:25:31.145147 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bcc9d9ae-a84b-4b25-a0a0-29c0f7508503 req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.24 "DELETE /v2.0/ports/b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 HTTP/1.1" status: 204 len: 173 time: 0.6463697 May 26 22:25:31.175842 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578f79e7-179b-44f5-9de3-98e45ac15c24', 'name': 'network-vif-deleted', 'tag': 'b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4', 'status': 'completed', 'code': 200} May 26 22:25:31.178870 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8b25bfcb-65e1-4661-a87f-513cf462be1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:31.271136 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:31.545859 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-a4ec0f92-f36c-4199-8f90-6f72006b14a7 req-5d743667-cd2a-496c-b8eb-6c3f91c7a282 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Synchronizing usage tracker for tenant:8cbaed122bdb489bbd6b0be818cd59bb on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:25:31.561695 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-a4ec0f92-f36c-4199-8f90-6f72006b14a7 req-5d743667-cd2a-496c-b8eb-6c3f91c7a282 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Unset dirty status for tenant:8cbaed122bdb489bbd6b0be818cd59bb on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:25:31.562856 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a4ec0f92-f36c-4199-8f90-6f72006b14a7 req-5d743667-cd2a-496c-b8eb-6c3f91c7a282 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] 10.222.0.15 "GET /v2.0/ports?device_id=578f79e7-179b-44f5-9de3-98e45ac15c24 HTTP/1.1" status: 200 len: 210 time: 0.0596414 May 26 22:25:32.432650 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:33.656372 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:25:33.690434 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:25:33.690781 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device b7c3385f-1e93-4bab-9d1f-da1bf5fd19d4 not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:25:33.928992 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:55.253260 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43316) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:55.315413 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Deleting subnet c0fbdc8e-5c13-4bbb-8b37-4115e3363645 {{(pid=91909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:25:55.318534 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:55.368695 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2694234'] for subnet, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:55.423030 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:55.669467 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2982456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2744506'] for subnet, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:55.673356 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-4a899807-ee5d-486f-8e61-31a1237dded9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:55.705560 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0fbdc8e-5c13-4bbb-8b37-4115e3363645,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:55.715326 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:55.718287 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:55.718662 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:55.719024 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:55.719380 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:55.719767 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:55.720155 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:55.720505 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:55.720871 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:55.721222 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:55.721568 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:55.721911 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:55.722252 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:55.725737 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:55.729072 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-c4314ee9-b905-4c24-85f1-40a773c9b9fa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c0fbdc8e-5c13-4bbb-8b37-4115e3363645 HTTP/1.1" status: 204 len: 168 time: 0.4748411 May 26 22:25:55.731532 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43320) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:55.835937 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-79f54eb8-1b6d-4859-806c-636a8bba6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:55.895845 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:25:55.962353 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-79f54eb8-1b6d-4859-806c-636a8bba6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:55.975614 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-79f54eb8-1b6d-4859-806c-636a8bba6174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63538d7-1283-4547-bad5-92e9d8f96c8b']}} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:25:55.987390 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-79f54eb8-1b6d-4859-806c-636a8bba6174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf3893c-30ab-4328-80ef-a2dcd90b9c77') {'for_net_delete': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:25:55.987705 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-79f54eb8-1b6d-4859-806c-636a8bba6174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf3893c-30ab-4328-80ef-a2dcd90b9c77') {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:25:55.998961 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-79f54eb8-1b6d-4859-806c-636a8bba6174 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2694243'] for segment, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:56.014964 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-79f54eb8-1b6d-4859-806c-636a8bba6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:56.021062 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f54eb8-1b6d-4859-806c-636a8bba6174 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=91909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:25:56.021442 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-79f54eb8-1b6d-4859-806c-636a8bba6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985114'] for segment, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: Traceback (most recent call last): May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: timer() May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: cb(*args, **kw) May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: return func(*args, **kwargs) May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: self._notify() May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: self.callback(batched_events) May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: event.method(event) May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: return f(self, *a, **k) May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._get(url).json() May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: return self.request(url, 'GET', **kwargs) May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:25:56.035088 dv-cinder-793244-1-iscsi neutron-server[91909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:25:56.110124 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-79f54eb8-1b6d-4859-806c-636a8bba6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:56.113902 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9f1b6e7e-894d-408b-98a6-b9f4c39e8bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:56.209278 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-79f54eb8-1b6d-4859-806c-636a8bba6174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:56.218300 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f54eb8-1b6d-4859-806c-636a8bba6174 admin admin] Pushing event deleted for resources: {'Network': ['ID=c63538d7-1283-4547-bad5-92e9d8f96c8b,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:56.221003 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-79f54eb8-1b6d-4859-806c-636a8bba6174 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c63538d7-1283-4547-bad5-92e9d8f96c8b HTTP/1.1" status: 204 len: 168 time: 0.4885187 May 26 22:25:56.221842 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-79f54eb8-1b6d-4859-806c-636a8bba6174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:56.334681 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43326) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:56.382986 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-15aedbf5-c635-4434-b8e3-47956069578a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8cbaed122bdb489bbd6b0be818cd59bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470958 May 26 22:25:56.385883 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43330) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:56.441190 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d592db1f-2847-4c18-a3bd-ce3b8a16b69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:56.467042 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d592db1f-2847-4c18-a3bd-ce3b8a16b69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:56.519475 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d592db1f-2847-4c18-a3bd-ce3b8a16b69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:56.524368 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-486385c6-d504-40e8-bbbd-b85a490528b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:56.535967 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592db1f-2847-4c18-a3bd-ce3b8a16b69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617c8437-2a9c-417f-9fb8-3b2af8b03e92,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:56.541593 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d592db1f-2847-4c18-a3bd-ce3b8a16b69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:56.543658 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d592db1f-2847-4c18-a3bd-ce3b8a16b69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:56.544907 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-d592db1f-2847-4c18-a3bd-ce3b8a16b69e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/617c8437-2a9c-417f-9fb8-3b2af8b03e92 HTTP/1.1" status: 204 len: 168 time: 0.1580379 May 26 22:25:56.574764 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:58.856141 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-83ddc6ab-bd7c-4542-a6d0-db700cdc4400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:01.181835 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c347c871-9716-48cb-bd4f-3d84e68b6262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:01.272705 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:02.434355 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:03.937061 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:10.715887 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-43c12273-48d7-4037-b9a7-4e1d42066c61 req-a81add0c-2dc5-4d15-b614-f388f5e91bd4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3137331 May 26 22:26:10.853374 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12273-48d7-4037-b9a7-4e1d42066c61 req-bf16cdc1-e751-4004-b711-ce37d9d1bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:10.854832 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-43c12273-48d7-4037-b9a7-4e1d42066c61 req-bf16cdc1-e751-4004-b711-ce37d9d1bab2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a957dcd842747db9992f0694f64cde3&device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 1098 time: 0.0710793 May 26 22:26:10.997003 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12273-48d7-4037-b9a7-4e1d42066c61 req-84f80035-b3f5-4615-9ee8-cd2f01e6a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:10.998346 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-43c12273-48d7-4037-b9a7-4e1d42066c61 req-84f80035-b3f5-4615-9ee8-cd2f01e6a63c service neutron] 10.222.0.24 "GET /v2.0/networks?id=967dec0f-dc99-4524-a881-7d01cad5553a HTTP/1.1" status: 200 len: 909 time: 0.1245165 May 26 22:26:11.100522 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-43c12273-48d7-4037-b9a7-4e1d42066c61 req-82e992cb-6e10-4ae1-8123-9357a13fb3ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=917ac439-12eb-4067-b2e3-37a695f93e54 HTTP/1.1" status: 200 len: 999 time: 0.0953829 May 26 22:26:11.160730 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12273-48d7-4037-b9a7-4e1d42066c61 req-1514097c-bfb7-4714-8bc8-c9a3a1112fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:11.162078 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-43c12273-48d7-4037-b9a7-4e1d42066c61 req-1514097c-bfb7-4714-8bc8-c9a3a1112fa3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0b8781d-d5ea-4535-b79a-13619ece35b1 HTTP/1.1" status: 200 len: 848 time: 0.0554495 May 26 22:26:11.237666 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12273-48d7-4037-b9a7-4e1d42066c61 req-153b4ef8-1968-45ac-8af4-74e9a22e3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:11.239080 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-43c12273-48d7-4037-b9a7-4e1d42066c61 req-153b4ef8-1968-45ac-8af4-74e9a22e3df2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=967dec0f-dc99-4524-a881-7d01cad5553a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703351 May 26 22:26:11.370040 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-43c12273-48d7-4037-b9a7-4e1d42066c61 req-3c4ff81e-58ff-47ea-b4bd-01a57414eb92 service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213760 May 26 22:26:11.497649 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-43c12273-48d7-4037-b9a7-4e1d42066c61 req-f2f5f6ee-9487-4ba4-b5eb-ccfc17081a92 service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208513 May 26 22:26:23.735668 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0667d4b-0316-4271-bfa8-6eab3ce1a01d req-04d2e8a8-fb9a-40c8-becf-a1634a4d7c7c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:23.737143 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b0667d4b-0316-4271-bfa8-6eab3ce1a01d req-04d2e8a8-fb9a-40c8-becf-a1634a4d7c7c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.2219074 May 26 22:26:23.781928 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b0667d4b-0316-4271-bfa8-6eab3ce1a01d req-5df8e6a7-9336-4fde-838a-71d7b0cee413 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391433 May 26 22:26:24.979478 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f18b3-2165-4256-b6ba-aa8effb71689 req-30d9d9ea-074b-4cec-9fd6-be25777c1ca0 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:24.980947 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b54f18b3-2165-4256-b6ba-aa8effb71689 req-30d9d9ea-074b-4cec-9fd6-be25777c1ca0 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0862756 May 26 22:26:25.025474 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b54f18b3-2165-4256-b6ba-aa8effb71689 req-c878a57e-a13d-4abc-b3cb-b863febbeacf tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389538 May 26 22:26:26.205601 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb00946-ef41-4600-bb2a-794615f7c8f1 req-f2b551c5-5774-4fbd-aea2-ea412d81243b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:26.207043 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bcb00946-ef41-4600-bb2a-794615f7c8f1 req-f2b551c5-5774-4fbd-aea2-ea412d81243b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0788805 May 26 22:26:26.251401 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bcb00946-ef41-4600-bb2a-794615f7c8f1 req-ff48ff30-71f6-4e13-98d5-9245db8f3f70 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378604 May 26 22:26:26.573498 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:27.437225 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f49f66-f1f4-41fa-bcfa-e0ead642cd90 req-d7c2342e-b4b8-4915-93b2-14f20607439d tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:27.438690 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b9f49f66-f1f4-41fa-bcfa-e0ead642cd90 req-d7c2342e-b4b8-4915-93b2-14f20607439d tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0837281 May 26 22:26:27.485807 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b9f49f66-f1f4-41fa-bcfa-e0ead642cd90 req-3c6fd082-3922-49f2-9c95-dbccf28ca1b7 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412371 May 26 22:26:28.670720 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d279f0-c042-4e97-8736-08afd80a0700 req-9f805777-b677-4589-b209-5eb9076fc9bd tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:28.672179 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-69d279f0-c042-4e97-8736-08afd80a0700 req-9f805777-b677-4589-b209-5eb9076fc9bd tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0781553 May 26 22:26:28.719800 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-69d279f0-c042-4e97-8736-08afd80a0700 req-2879eca2-62a0-4e16-b0b5-ea8f6d52d257 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421224 May 26 22:26:28.857191 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-148047a8-edb6-48f9-8b43-29090d6d678e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:29.902768 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0a18a-5f7e-4554-8f6e-77cbe290e4dd req-781a1ffc-65dc-4499-85af-03e9e56ef790 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:29.904262 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fcf0a18a-5f7e-4554-8f6e-77cbe290e4dd req-781a1ffc-65dc-4499-85af-03e9e56ef790 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0814443 May 26 22:26:29.948879 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fcf0a18a-5f7e-4554-8f6e-77cbe290e4dd req-dc45f4b4-0ade-4f62-9644-b7242eb491da tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390708 May 26 22:26:31.136534 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df6711-ef33-478e-9cc5-5c7f008e1481 req-b262ece2-13f4-4542-bbd3-69b3a4779f16 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:31.137869 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62df6711-ef33-478e-9cc5-5c7f008e1481 req-b262ece2-13f4-4542-bbd3-69b3a4779f16 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0834804 May 26 22:26:31.181271 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62df6711-ef33-478e-9cc5-5c7f008e1481 req-a8debfab-0fce-4d38-a345-54bd77ddc82c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377979 May 26 22:26:31.182884 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-650e90d4-b990-4848-923d-896a26f99d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:31.274690 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:32.366308 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6c411-543b-485d-8aa7-98050105d149 req-0930e7e8-58cc-4b19-8323-6e13f0f17abd tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:32.367950 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-16c6c411-543b-485d-8aa7-98050105d149 req-0930e7e8-58cc-4b19-8323-6e13f0f17abd tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0787964 May 26 22:26:32.410933 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-16c6c411-543b-485d-8aa7-98050105d149 req-cf37d815-cdae-4438-8afd-31319305fc75 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376472 May 26 22:26:32.437511 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:32.894344 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:26:33.598367 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca62bc0-a427-4f9c-a8a8-f48b6733bbe7 req-7b314807-18ec-4f93-bbbe-931b9fc6435a tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:33.599848 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2ca62bc0-a427-4f9c-a8a8-f48b6733bbe7 req-7b314807-18ec-4f93-bbbe-931b9fc6435a tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0817900 May 26 22:26:33.689726 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-2ca62bc0-a427-4f9c-a8a8-f48b6733bbe7 req-6b9215d1-7ffc-427d-9970-60a3cf58a7a5 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828891 May 26 22:26:33.708778 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617d42d-def4-4f6b-adf8-0516d8f965b3 req-8801caf5-e398-46ac-9e42-c8dd02825e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:33.710215 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3617d42d-def4-4f6b-adf8-0516d8f965b3 req-8801caf5-e398-46ac-9e42-c8dd02825e9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a957dcd842747db9992f0694f64cde3&device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 1098 time: 0.0899510 May 26 22:26:33.934778 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:33.945506 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617d42d-def4-4f6b-adf8-0516d8f965b3 req-9ad42d7f-d5e1-48fc-b970-d07734b4132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:33.947009 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3617d42d-def4-4f6b-adf8-0516d8f965b3 req-9ad42d7f-d5e1-48fc-b970-d07734b4132e service neutron] 10.222.0.24 "GET /v2.0/networks?id=967dec0f-dc99-4524-a881-7d01cad5553a HTTP/1.1" status: 200 len: 909 time: 0.2302387 May 26 22:26:34.046996 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3617d42d-def4-4f6b-adf8-0516d8f965b3 req-a44f423b-e2e7-4791-a0fc-7d948951f370 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=917ac439-12eb-4067-b2e3-37a695f93e54 HTTP/1.1" status: 200 len: 999 time: 0.0934014 May 26 22:26:34.112869 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617d42d-def4-4f6b-adf8-0516d8f965b3 req-b4a85572-56b7-4884-b18d-1346a8d6aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:34.114288 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3617d42d-def4-4f6b-adf8-0516d8f965b3 req-b4a85572-56b7-4884-b18d-1346a8d6aa57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0b8781d-d5ea-4535-b79a-13619ece35b1 HTTP/1.1" status: 200 len: 848 time: 0.0607736 May 26 22:26:34.187118 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617d42d-def4-4f6b-adf8-0516d8f965b3 req-cf289e14-98a3-42d1-b1fb-0243178b7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:34.188590 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3617d42d-def4-4f6b-adf8-0516d8f965b3 req-cf289e14-98a3-42d1-b1fb-0243178b7b4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=967dec0f-dc99-4524-a881-7d01cad5553a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683596 May 26 22:26:34.318461 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3617d42d-def4-4f6b-adf8-0516d8f965b3 req-5c6fa7f4-a376-4283-a270-0e1bb972f834 service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225431 May 26 22:26:34.447868 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3617d42d-def4-4f6b-adf8-0516d8f965b3 req-c594ca45-b1bb-4ff9-9a31-a3985b911624 service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230354 May 26 22:26:34.877340 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54d6eb-baf3-4905-866c-539ee18eaae7 req-4f458a20-1fc8-496c-909e-5f0f0fae116b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:34.878887 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8f54d6eb-baf3-4905-866c-539ee18eaae7 req-4f458a20-1fc8-496c-909e-5f0f0fae116b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0826955 May 26 22:26:34.921973 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8f54d6eb-baf3-4905-866c-539ee18eaae7 req-b779f81f-d2a6-416b-8606-ec503f1612c9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373676 May 26 22:26:36.111772 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17339385-d040-474d-8988-d8ed9177669f req-233987bb-9268-4035-8b4f-c1f36b7e6e8a tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:36.113221 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-17339385-d040-474d-8988-d8ed9177669f req-233987bb-9268-4035-8b4f-c1f36b7e6e8a tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0820343 May 26 22:26:36.158616 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-17339385-d040-474d-8988-d8ed9177669f req-51324930-0c2b-451e-b1ad-97625f05ec2f tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391262 May 26 22:26:37.347138 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030fb67-7797-44c2-a91c-322437d5c4b9 req-edfa560f-86eb-4543-a8d4-58eebb9adbd8 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:37.348591 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b030fb67-7797-44c2-a91c-322437d5c4b9 req-edfa560f-86eb-4543-a8d4-58eebb9adbd8 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0824695 May 26 22:26:37.392950 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-b030fb67-7797-44c2-a91c-322437d5c4b9 req-2064817f-b18a-4204-a060-fdbbb96c1c5c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383778 May 26 22:26:37.777365 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-af856819-ccdb-47f6-af36-0de0ff9fa9a7 req-f7e2c8fa-2626-4120-9023-ba2f464cf381 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1738257 May 26 22:26:37.785332 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d94a63-35aa-4329-ba4f-d98c4defceaa req-dde6d091-a1f3-4163-9528-69176f8e4b2c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:37.786683 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-37d94a63-35aa-4329-ba4f-d98c4defceaa req-dde6d091-a1f3-4163-9528-69176f8e4b2c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.1119053 May 26 22:26:37.833122 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-37d94a63-35aa-4329-ba4f-d98c4defceaa req-749f37b3-7da6-41eb-82b0-264a85c63927 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395300 May 26 22:26:39.034224 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fc642-4c21-4f4b-96ec-01b8dd188e6d req-22f352c1-a395-4863-a676-d902cead6678 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:39.035663 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-850fc642-4c21-4f4b-96ec-01b8dd188e6d req-22f352c1-a395-4863-a676-d902cead6678 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0816395 May 26 22:26:39.079790 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-850fc642-4c21-4f4b-96ec-01b8dd188e6d req-8e240011-a202-4257-a6e5-efe039ad24db tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374925 May 26 22:26:39.250778 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af856819-ccdb-47f6-af36-0de0ff9fa9a7 req-c789ee92-e7fb-4f15-b04c-515f42ce63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:39.252127 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-af856819-ccdb-47f6-af36-0de0ff9fa9a7 req-c789ee92-e7fb-4f15-b04c-515f42ce63a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855&tenant_id=7a957dcd842747db9992f0694f64cde3 HTTP/1.1" status: 200 len: 1098 time: 0.0689673 May 26 22:26:39.347353 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af856819-ccdb-47f6-af36-0de0ff9fa9a7 req-a7ee0116-243f-4bde-bb3b-ac58487ca62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:39.348811 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-af856819-ccdb-47f6-af36-0de0ff9fa9a7 req-a7ee0116-243f-4bde-bb3b-ac58487ca62b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a957dcd842747db9992f0694f64cde3&device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 1098 time: 0.0718899 May 26 22:26:39.478349 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af856819-ccdb-47f6-af36-0de0ff9fa9a7 req-0eba2279-b299-4597-b1df-c3b0ee459851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:39.479815 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-af856819-ccdb-47f6-af36-0de0ff9fa9a7 req-0eba2279-b299-4597-b1df-c3b0ee459851 service neutron] 10.222.0.24 "GET /v2.0/networks?id=967dec0f-dc99-4524-a881-7d01cad5553a HTTP/1.1" status: 200 len: 909 time: 0.1239831 May 26 22:26:39.580422 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-af856819-ccdb-47f6-af36-0de0ff9fa9a7 req-f18e5f41-ab3a-49f0-8229-cce7a3dfcd33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=917ac439-12eb-4067-b2e3-37a695f93e54 HTTP/1.1" status: 200 len: 999 time: 0.0942976 May 26 22:26:39.730201 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af856819-ccdb-47f6-af36-0de0ff9fa9a7 req-187269b5-c817-4c6f-8167-d536381685d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:39.731617 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-af856819-ccdb-47f6-af36-0de0ff9fa9a7 req-187269b5-c817-4c6f-8167-d536381685d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0b8781d-d5ea-4535-b79a-13619ece35b1 HTTP/1.1" status: 200 len: 848 time: 0.1440012 May 26 22:26:39.809053 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af856819-ccdb-47f6-af36-0de0ff9fa9a7 req-a0d6dd22-698a-439e-8078-f548978ee09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:39.810480 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-af856819-ccdb-47f6-af36-0de0ff9fa9a7 req-a0d6dd22-698a-439e-8078-f548978ee09e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=967dec0f-dc99-4524-a881-7d01cad5553a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722909 May 26 22:26:39.940576 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-af856819-ccdb-47f6-af36-0de0ff9fa9a7 req-46fa49c5-a8d2-4ab0-b80d-5d2a155d453e service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238532 May 26 22:26:40.043261 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 917ac439-12eb-4067-b2e3-37a695f93e54 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:26:40.070519 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-af856819-ccdb-47f6-af36-0de0ff9fa9a7 req-898b11b8-72a7-4934-a5ee-b31b577ac521 service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226230 May 26 22:26:40.156516 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:40.185441 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '917ac439-12eb-4067-b2e3-37a695f93e54'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:26:40.196710 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 917ac439-12eb-4067-b2e3-37a695f93e54, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=917ac439-12eb-4067-b2e3-37a695f93e54,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:40.200895 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:40.202677 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:40.266810 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=917ac439-12eb-4067-b2e3-37a695f93e54,revision_number=6']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:40.267129 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37e318-c9af-46f3-a570-28a3c8ab4d59 req-688cf10b-a474-41a6-b357-ada9fd7c358c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:40.268625 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ad37e318-c9af-46f3-a570-28a3c8ab4d59 req-688cf10b-a474-41a6-b357-ada9fd7c358c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 943 time: 0.0806441 May 26 22:26:40.274064 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:40.274415 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:40.274750 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:40.275081 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:40.275408 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:40.275755 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:40.276079 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:40.276397 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:40.276719 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:40.277032 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:40.277346 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:40.277665 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:40.281533 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:40.312990 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ad37e318-c9af-46f3-a570-28a3c8ab4d59 req-6a055761-a53d-415f-8dec-0d8edbea988f tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387859 May 26 22:26:40.362272 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '917ac439-12eb-4067-b2e3-37a695f93e54', 'code': 200} May 26 22:26:41.644762 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088026c-ac53-4ac9-b489-8dae84233a3e req-8b85ef01-9cb6-4eac-b285-a9c65f86e24c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:41.646097 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c088026c-ac53-4ac9-b489-8dae84233a3e req-8b85ef01-9cb6-4eac-b285-a9c65f86e24c tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 943 time: 0.0818214 May 26 22:26:41.689013 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c088026c-ac53-4ac9-b489-8dae84233a3e req-859351a0-4be1-4a42-92d9-4d4a3ca54699 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366869 May 26 22:26:42.868485 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a81174-c3af-4e72-902c-f4ff572f9a3d req-3f1a5b5c-1b84-42f4-88e6-ca2519dc9fd0 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:42.869928 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d5a81174-c3af-4e72-902c-f4ff572f9a3d req-3f1a5b5c-1b84-42f4-88e6-ca2519dc9fd0 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 943 time: 0.0780659 May 26 22:26:42.913288 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d5a81174-c3af-4e72-902c-f4ff572f9a3d req-acc00df7-2299-4ebd-b2b5-9937cb8d20f2 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378294 May 26 22:26:44.100993 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac77cc7-14cb-4134-90c8-2953122e4c7e req-af8164cd-a78b-4dcb-b88a-124ae187a7b0 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:44.102928 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7ac77cc7-14cb-4134-90c8-2953122e4c7e req-af8164cd-a78b-4dcb-b88a-124ae187a7b0 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 943 time: 0.0834203 May 26 22:26:44.147053 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7ac77cc7-14cb-4134-90c8-2953122e4c7e req-e0316eff-10bc-4f41-9bcc-c45f95434d15 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382297 May 26 22:26:45.328706 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18f8f9-4783-4eac-905d-8ae2cfae2f5f req-bff18ebd-e9db-48a1-bfea-47474d296358 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:45.330146 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3b18f8f9-4783-4eac-905d-8ae2cfae2f5f req-bff18ebd-e9db-48a1-bfea-47474d296358 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 943 time: 0.0791354 May 26 22:26:45.373535 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3b18f8f9-4783-4eac-905d-8ae2cfae2f5f req-342beb58-90d0-4ee3-86e3-7fa17716cc3a tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377975 May 26 22:26:46.559001 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89ea89-de85-449e-a9ad-5bdc66678cdc req-115134a2-e78f-4438-9e99-68deb2b21f9a tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:46.560489 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1c89ea89-de85-449e-a9ad-5bdc66678cdc req-115134a2-e78f-4438-9e99-68deb2b21f9a tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 943 time: 0.0817032 May 26 22:26:46.613857 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-1c89ea89-de85-449e-a9ad-5bdc66678cdc req-245c8486-e7be-4211-aa9f-fae0b9861405 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385716 May 26 22:26:46.995523 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83a761-e14c-4922-865d-192734b39293 req-96f1090b-7d9a-4f61-8313-66983da1b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:46.997029 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb83a761-e14c-4922-865d-192734b39293 req-96f1090b-7d9a-4f61-8313-66983da1b3f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 1096 time: 0.0707290 May 26 22:26:47.041817 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb83a761-e14c-4922-865d-192734b39293 req-cb232678-fd06-46d5-a8b3-3a06b8ab426c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380652 May 26 22:26:47.792927 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e2bff-f669-47b4-9123-7f8808b79738 req-13564cb3-50a7-4b6a-8358-8d1895e22a1b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:47.794371 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7f7e2bff-f669-47b4-9123-7f8808b79738 req-13564cb3-50a7-4b6a-8358-8d1895e22a1b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 943 time: 0.0811059 May 26 22:26:47.840766 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7f7e2bff-f669-47b4-9123-7f8808b79738 req-651080f1-6ba9-4bd2-9814-4e4de70ff1da tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408521 May 26 22:26:48.151137 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 917ac439-12eb-4067-b2e3-37a695f93e54 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:26:48.295657 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 917ac439-12eb-4067-b2e3-37a695f93e54, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=917ac439-12eb-4067-b2e3-37a695f93e54,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:48.311059 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '917ac439-12eb-4067-b2e3-37a695f93e54', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'port_id': '917ac439-12eb-4067-b2e3-37a695f93e54', 'mac_address': 'fa:16:3e:a6:db:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:26:48.375909 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:48.392853 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917ac439-12eb-4067-b2e3-37a695f93e54 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:26:48.408775 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 917ac439-12eb-4067-b2e3-37a695f93e54, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=917ac439-12eb-4067-b2e3-37a695f93e54,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:48.412061 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:48.413743 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:48.477994 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=917ac439-12eb-4067-b2e3-37a695f93e54,revision_number=7']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:48.480916 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:48.736702 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['917ac439-12eb-4067-b2e3-37a695f93e54'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:26:49.029029 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88568351-232f-4ca3-8b4b-b731e65e9a5d req-59a4748c-88f7-4ca2-aef6-4ca2ee7860dd tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:49.030600 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-88568351-232f-4ca3-8b4b-b731e65e9a5d req-59a4748c-88f7-4ca2-aef6-4ca2ee7860dd tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 944 time: 0.0848436 May 26 22:26:49.074783 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-88568351-232f-4ca3-8b4b-b731e65e9a5d req-e280d00b-c99c-41e9-b433-44cedee82521 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385745 May 26 22:26:50.182295 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 917ac439-12eb-4067-b2e3-37a695f93e54 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:26:50.250368 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 917ac439-12eb-4067-b2e3-37a695f93e54 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:26:50.250731 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:50.388311 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:50.413837 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917ac439-12eb-4067-b2e3-37a695f93e54'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:26:50.423868 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 917ac439-12eb-4067-b2e3-37a695f93e54, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=917ac439-12eb-4067-b2e3-37a695f93e54,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:50.427838 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:50.431300 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:50.466662 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917ac439-12eb-4067-b2e3-37a695f93e54', 'code': 200} May 26 22:26:50.498686 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=917ac439-12eb-4067-b2e3-37a695f93e54,revision_number=8']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:50.501969 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:56.591711 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:58.859121 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-08edaa5f-db0c-4ed0-8b17-304c0a1f881b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:01.184928 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-cd93b1e5-b44d-4807-9f7c-77253994b2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:01.276757 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:02.440751 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:03.936584 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.893768 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:27:11.459302 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4dfda981-a764-44c1-af06-0fc19c516dde req-242f743d-3069-4076-b1b1-22c14fc1899f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677676 May 26 22:27:11.601320 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfda981-a764-44c1-af06-0fc19c516dde req-9ed0cfc5-4030-4655-9bec-da851b03810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:11.603293 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4dfda981-a764-44c1-af06-0fc19c516dde req-9ed0cfc5-4030-4655-9bec-da851b03810c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a957dcd842747db9992f0694f64cde3&device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 1098 time: 0.0749626 May 26 22:27:11.747769 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfda981-a764-44c1-af06-0fc19c516dde req-317c736c-2646-4be0-a6e9-74529ac33d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:11.749093 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4dfda981-a764-44c1-af06-0fc19c516dde req-317c736c-2646-4be0-a6e9-74529ac33d15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=967dec0f-dc99-4524-a881-7d01cad5553a HTTP/1.1" status: 200 len: 909 time: 0.1251819 May 26 22:27:11.853828 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4dfda981-a764-44c1-af06-0fc19c516dde req-3472655b-6714-4481-bc1e-315199ef77fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=917ac439-12eb-4067-b2e3-37a695f93e54 HTTP/1.1" status: 200 len: 999 time: 0.0968697 May 26 22:27:12.000444 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfda981-a764-44c1-af06-0fc19c516dde req-bd10ae19-8dfd-464e-a194-5769ae9459b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:12.001774 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4dfda981-a764-44c1-af06-0fc19c516dde req-bd10ae19-8dfd-464e-a194-5769ae9459b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0b8781d-d5ea-4535-b79a-13619ece35b1 HTTP/1.1" status: 200 len: 848 time: 0.1415179 May 26 22:27:12.078525 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfda981-a764-44c1-af06-0fc19c516dde req-07ef9f3d-061d-4e2c-8104-91e9075c7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:12.079974 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4dfda981-a764-44c1-af06-0fc19c516dde req-07ef9f3d-061d-4e2c-8104-91e9075c7158 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=967dec0f-dc99-4524-a881-7d01cad5553a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702462 May 26 22:27:12.210421 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4dfda981-a764-44c1-af06-0fc19c516dde req-8aeddbe8-8bf0-484f-ab37-678f8dae2543 service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230686 May 26 22:27:12.339617 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4dfda981-a764-44c1-af06-0fc19c516dde req-fec76e8b-750d-4e8f-ae02-bc703b6ceeec service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225946 May 26 22:27:26.600460 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:28.859994 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5175a2b0-2534-413f-8972-ac247df2a0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:31.186330 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3173f735-93b8-4e44-bed2-094470c9ff0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:31.278512 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:32.443337 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:33.942469 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:46.892534 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:27:56.615447 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:58.861286 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-da8b3b0c-8833-4a00-bb7c-ae9d5d39b805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:01.190423 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-60c04523-c645-4aac-8948-62db79fe8e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:01.282646 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:02.447131 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:03.942282 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:13.474527 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c8b199d1-defc-480d-82a6-e01496c6c549 req-07eb27af-294d-4af2-8ca6-6d75e0dbd0b7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696023 May 26 22:28:13.608495 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b199d1-defc-480d-82a6-e01496c6c549 req-bf89271d-1d5d-428a-a1ff-5b9c0a39c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:13.609974 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c8b199d1-defc-480d-82a6-e01496c6c549 req-bf89271d-1d5d-428a-a1ff-5b9c0a39c7cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a957dcd842747db9992f0694f64cde3&device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 1098 time: 0.0709913 May 26 22:28:13.751828 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b199d1-defc-480d-82a6-e01496c6c549 req-b4aa981e-4844-4ec7-9c2b-42ce7a053302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:13.753156 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c8b199d1-defc-480d-82a6-e01496c6c549 req-b4aa981e-4844-4ec7-9c2b-42ce7a053302 service neutron] 10.222.0.24 "GET /v2.0/networks?id=967dec0f-dc99-4524-a881-7d01cad5553a HTTP/1.1" status: 200 len: 909 time: 0.1252782 May 26 22:28:13.857206 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c8b199d1-defc-480d-82a6-e01496c6c549 req-3c522aad-d757-4340-abf5-57afcb01ff82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=917ac439-12eb-4067-b2e3-37a695f93e54 HTTP/1.1" status: 200 len: 999 time: 0.0973330 May 26 22:28:13.924070 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b199d1-defc-480d-82a6-e01496c6c549 req-454b41cc-d8df-4433-b69c-5ef6bd11682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:13.925561 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c8b199d1-defc-480d-82a6-e01496c6c549 req-454b41cc-d8df-4433-b69c-5ef6bd11682a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0b8781d-d5ea-4535-b79a-13619ece35b1 HTTP/1.1" status: 200 len: 848 time: 0.0620408 May 26 22:28:13.998552 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b199d1-defc-480d-82a6-e01496c6c549 req-7e777e22-5266-4ceb-a35b-37800411cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:14.000065 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c8b199d1-defc-480d-82a6-e01496c6c549 req-7e777e22-5266-4ceb-a35b-37800411cdec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=967dec0f-dc99-4524-a881-7d01cad5553a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678761 May 26 22:28:14.129163 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c8b199d1-defc-480d-82a6-e01496c6c549 req-db6c9c4d-e980-45fd-9079-e4954680b5ad service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226485 May 26 22:28:14.260331 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c8b199d1-defc-480d-82a6-e01496c6c549 req-6f8743fd-d63a-4472-9f69-74b59ff4926a service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247141 May 26 22:28:23.892203 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:28:24.275466 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43430) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:24.643146 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Deleting port 1868912d-d042-4e98-8cda-b5b9b27073cd {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:28:24.643484 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:24.759451 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:24.759792 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:24.880328 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Calling delete_port for 1868912d-d042-4e98-8cda-b5b9b27073cd owned by network:floatingip {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:28:24.998613 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:25.003472 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:25.075636 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Pushing event deleted for resources: {'Port': ['ID=1868912d-d042-4e98-8cda-b5b9b27073cd,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:25.091310 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:25.091695 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:25.092066 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:25.092427 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:25.092779 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:25.093128 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:25.093477 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:25.093820 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:25.094165 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:25.094509 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:25.094852 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:25.095272 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:25.098784 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:25.151252 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for floatingip, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:25.151573 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.l3_db [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Floating IP 0e3c8aea-baec-4d91-95e9-e32b596d3603 disassociated (deleted). External IP: 172.27.2.7, port: 917ac439-12eb-4067-b2e3-37a695f93e54. May 26 22:28:25.499114 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:28:25.762874 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:28:25.771894 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9963143-f902-4b53-b628-bac77f30d1b7 None None] Sync routers for ids ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:28:25.782255 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9963143-f902-4b53-b628-bac77f30d1b7 None None] Routers {'290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:25.782443 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:25.782867 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d9963143-f902-4b53-b628-bac77f30d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:28:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:25.837125 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3a557410-92ac-4b83-a058-fbf607c11464 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "DELETE /v2.0/floatingips/0e3c8aea-baec-4d91-95e9-e32b596d3603 HTTP/1.1" status: 204 len: 168 time: 1.5600662 May 26 22:28:25.837863 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'tag': '917ac439-12eb-4067-b2e3-37a695f93e54'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:28:25.973019 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-d9963143-f902-4b53-b628-bac77f30d1b7 None None] Set router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:26.140976 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'tag': '917ac439-12eb-4067-b2e3-37a695f93e54', 'status': 'completed', 'code': 200} May 26 22:28:26.290946 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d9963143-f902-4b53-b628-bac77f30d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:54Z', 'updated_at': '2021-05-26T22:22:59Z', 'revision_number': 4, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'gw_port': {'id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:55Z', 'updated_at': '2021-05-26T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dd212b3b-fd1c-47f4-b027-d746b9bcc48e', 'name': '', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'mac_address': 'fa:16:3e:0b:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:58Z', 'updated_at': '2021-05-26T22:23:06Z', 'revision_number': 5, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'subnets': [{'id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:26.295229 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9963143-f902-4b53-b628-bac77f30d1b7 None None] Checking router: 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:28:26.300144 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ab4ce-4156-4bdd-820f-a7802a65ed1f req-67c4f0b8-791c-405f-98d6-9ff5c3d49eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:26.301624 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8c9ab4ce-4156-4bdd-820f-a7802a65ed1f req-67c4f0b8-791c-405f-98d6-9ff5c3d49eed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a957dcd842747db9992f0694f64cde3&device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 1098 time: 0.1340687 May 26 22:28:26.306447 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9963143-f902-4b53-b628-bac77f30d1b7 None None] Routers {'290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:26.307066 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d9963143-f902-4b53-b628-bac77f30d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:28:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:26.338327 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83c8a5-8113-40a6-a3af-ab7233ecbf85 req-0bc9c66f-6be2-43cd-8b02-5ee310dcb78e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:26.339785 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bc83c8a5-8113-40a6-a3af-ab7233ecbf85 req-0bc9c66f-6be2-43cd-8b02-5ee310dcb78e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.1144040 May 26 22:28:26.457741 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bc83c8a5-8113-40a6-a3af-ab7233ecbf85 req-2e4c4c98-b77e-4db1-bf32-493ff2a7a0f7 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116974 May 26 22:28:26.479864 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ab4ce-4156-4bdd-820f-a7802a65ed1f req-7097a164-7969-4fe9-890e-7b7f3aece922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:26.481319 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8c9ab4ce-4156-4bdd-820f-a7802a65ed1f req-7097a164-7969-4fe9-890e-7b7f3aece922 service neutron] 10.222.0.24 "GET /v2.0/networks?id=967dec0f-dc99-4524-a881-7d01cad5553a HTTP/1.1" status: 200 len: 909 time: 0.1713846 May 26 22:28:26.490155 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-d9963143-f902-4b53-b628-bac77f30d1b7 None None] Set router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:26.647240 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8c9ab4ce-4156-4bdd-820f-a7802a65ed1f req-ffd23b82-a69c-43e8-ae1e-5f6c4db782f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=917ac439-12eb-4067-b2e3-37a695f93e54 HTTP/1.1" status: 200 len: 217 time: 0.1585245 May 26 22:28:26.702290 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:26.710541 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ab4ce-4156-4bdd-820f-a7802a65ed1f req-fe3dd766-9407-46e8-9315-9a4284c62316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:26.712728 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8c9ab4ce-4156-4bdd-820f-a7802a65ed1f req-fe3dd766-9407-46e8-9315-9a4284c62316 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c0b8781d-d5ea-4535-b79a-13619ece35b1 HTTP/1.1" status: 200 len: 848 time: 0.0592401 May 26 22:28:26.787457 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ab4ce-4156-4bdd-820f-a7802a65ed1f req-ae93a8b3-be5b-4457-bcf6-eb90c92e5081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:26.788966 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8c9ab4ce-4156-4bdd-820f-a7802a65ed1f req-ae93a8b3-be5b-4457-bcf6-eb90c92e5081 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=967dec0f-dc99-4524-a881-7d01cad5553a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701172 May 26 22:28:26.860693 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d9963143-f902-4b53-b628-bac77f30d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:54Z', 'updated_at': '2021-05-26T22:22:59Z', 'revision_number': 4, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'gw_port': {'id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:55Z', 'updated_at': '2021-05-26T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dd212b3b-fd1c-47f4-b027-d746b9bcc48e', 'name': '', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'mac_address': 'fa:16:3e:0b:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:58Z', 'updated_at': '2021-05-26T22:23:06Z', 'revision_number': 5, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'subnets': [{'id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:26.864581 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9963143-f902-4b53-b628-bac77f30d1b7 None None] The sync data for ids ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'] in dv-cinder-793244-1-iscsi is: [{'id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:54Z', 'updated_at': '2021-05-26T22:22:59Z', 'revision_number': 4, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'gw_port': {'id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:55Z', 'updated_at': '2021-05-26T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': 'dd212b3b-fd1c-47f4-b027-d746b9bcc48e', 'name': '', 'network_id': '967dec0f-dc99-4524-a881-7d01cad5553a', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'mac_address': 'fa:16:3e:0b:82:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:58Z', 'updated_at': '2021-05-26T22:23:06Z', 'revision_number': 5, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'subnets': [{'id': 'c0b8781d-d5ea-4535-b79a-13619ece35b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:28:26.925211 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8c9ab4ce-4156-4bdd-820f-a7802a65ed1f req-e4cf214b-3a57-431a-9113-e8f8480fe5af service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286097 May 26 22:28:27.064158 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8c9ab4ce-4156-4bdd-820f-a7802a65ed1f req-730578f5-ba2c-4793-a4c2-fa0975b8b3e6 service neutron] 10.222.0.24 "GET /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324031 May 26 22:28:27.066941 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb85f5-e993-4b9b-909b-ca7b703d5373 None None] New status for floating IP 0e3c8aea-baec-4d91-95e9-e32b596d3603: DOWN {{(pid=91911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:28:27.640208 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615c10f-d2ef-436e-b820-eaf558fce30d req-237db648-1f07-44ce-89d9-ef9d005e4e76 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:27.641659 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8615c10f-d2ef-436e-b820-eaf558fce30d req-237db648-1f07-44ce-89d9-ef9d005e4e76 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0778973 May 26 22:28:27.689136 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8615c10f-d2ef-436e-b820-eaf558fce30d req-69c91b33-cb6c-4ad4-aed6-25a9cf55c4b4 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/security-groups?id=7746cbbe-36f6-49d7-bfb4-297db2769ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419161 May 26 22:28:27.768147 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb361f-92cc-4027-8580-3acfea00a61f req-c1a6539d-ec37-4733-b7fa-b8e65b85bf1a tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:27.769479 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4bfb361f-92cc-4027-8580-3acfea00a61f req-c1a6539d-ec37-4733-b7fa-b8e65b85bf1a tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.24 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 945 time: 0.0773573 May 26 22:28:27.905106 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-4bfb361f-92cc-4027-8580-3acfea00a61f req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Deleting port 917ac439-12eb-4067-b2e3-37a695f93e54 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:28:27.905449 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-4bfb361f-92cc-4027-8580-3acfea00a61f req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.035360 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-4bfb361f-92cc-4027-8580-3acfea00a61f req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] For port 917ac439-12eb-4067-b2e3-37a695f93e54, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=917ac439-12eb-4067-b2e3-37a695f93e54,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:28.035739 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-4bfb361f-92cc-4027-8580-3acfea00a61f req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.155890 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-4bfb361f-92cc-4027-8580-3acfea00a61f req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Calling delete_port for 917ac439-12eb-4067-b2e3-37a695f93e54 owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:28:28.264015 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-4bfb361f-92cc-4027-8580-3acfea00a61f req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.269194 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-fcf3635c-3d57-4bd4-a696-a6a23b39410c tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:28.312602 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Pushing event deleted for resources: {'Port': ['ID=917ac439-12eb-4067-b2e3-37a695f93e54,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:28.347388 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:28.347782 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:28.348145 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:28.348498 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:28.348849 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:28.349197 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:28.349541 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:28.349888 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:28.350231 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:28.350573 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:28.350927 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:28.351251 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:28.358956 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:28.401589 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfb361f-92cc-4027-8580-3acfea00a61f req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] No DVR routers for this DVR port 917ac439-12eb-4067-b2e3-37a695f93e54 on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:28:28.404008 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-4bfb361f-92cc-4027-8580-3acfea00a61f req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.406510 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'name': 'network-vif-deleted', 'tag': '917ac439-12eb-4067-b2e3-37a695f93e54'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:28:28.418074 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4bfb361f-92cc-4027-8580-3acfea00a61f req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.24 "DELETE /v2.0/ports/917ac439-12eb-4067-b2e3-37a695f93e54 HTTP/1.1" status: 204 len: 173 time: 0.6428628 May 26 22:28:28.506821 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50ce44e-575b-407f-8e5c-b4eaeede7855', 'name': 'network-vif-deleted', 'tag': '917ac439-12eb-4067-b2e3-37a695f93e54', 'status': 'completed', 'code': 200} May 26 22:28:28.846772 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-e26793cb-1c05-4fa4-bfef-8989e32c6a99 req-c72d565f-8758-43a0-8f1e-37fa20df9db6 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Synchronizing usage tracker for tenant:7a957dcd842747db9992f0694f64cde3 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:28:28.864663 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-362067fc-4110-4611-8ebe-13895deb2244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.869306 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-e26793cb-1c05-4fa4-bfef-8989e32c6a99 req-c72d565f-8758-43a0-8f1e-37fa20df9db6 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Unset dirty status for tenant:7a957dcd842747db9992f0694f64cde3 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:28:28.870555 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e26793cb-1c05-4fa4-bfef-8989e32c6a99 req-c72d565f-8758-43a0-8f1e-37fa20df9db6 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "GET /v2.0/ports?device_id=b50ce44e-575b-407f-8e5c-b4eaeede7855 HTTP/1.1" status: 200 len: 210 time: 0.0694177 May 26 22:28:29.964599 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43454) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:30.036121 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f8abb6e2-7528-41de-a070-564f3bac64a7 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:30.065093 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f8abb6e2-7528-41de-a070-564f3bac64a7 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:30.132540 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f8abb6e2-7528-41de-a070-564f3bac64a7 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:30.137559 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3e96c9d9-8a9d-44ce-9de8-5e0f420d7c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:30.151087 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abb6e2-7528-41de-a070-564f3bac64a7 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7746cbbe-36f6-49d7-bfb4-297db2769ad1,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:30.154041 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f8abb6e2-7528-41de-a070-564f3bac64a7 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:30.156011 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f8abb6e2-7528-41de-a070-564f3bac64a7 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:30.157105 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-f8abb6e2-7528-41de-a070-564f3bac64a7 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] 10.222.0.15 "DELETE /v2.0/security-groups/7746cbbe-36f6-49d7-bfb4-297db2769ad1 HTTP/1.1" status: 204 len: 168 time: 0.1915419 May 26 22:28:30.202795 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43460) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:30.706953 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 917ac439-12eb-4067-b2e3-37a695f93e54 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:28:30.739803 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: 917ac439-12eb-4067-b2e3-37a695f93e54 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:28:30.740148 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 917ac439-12eb-4067-b2e3-37a695f93e54 not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:28:30.831776 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab426-5a40-46c3-9210-1eb40bee9cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746684'] for router_interface, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.192762 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd4f2-729b-4069-914b-e6f410f26e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.228540 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ab426-5a40-46c3-9210-1eb40bee9cb8 admin admin] Deleting port dd212b3b-fd1c-47f4-b027-d746b9bcc48e {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:28:31.229103 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab426-5a40-46c3-9210-1eb40bee9cb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.283729 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.346852 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8e8ab426-5a40-46c3-9210-1eb40bee9cb8 admin admin] For port dd212b3b-fd1c-47f4-b027-d746b9bcc48e, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=dd212b3b-fd1c-47f4-b027-d746b9bcc48e,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:31.347197 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab426-5a40-46c3-9210-1eb40bee9cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.560721 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ab426-5a40-46c3-9210-1eb40bee9cb8 admin admin] Calling delete_port for dd212b3b-fd1c-47f4-b027-d746b9bcc48e owned by network:router_interface {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:28:31.703488 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab426-5a40-46c3-9210-1eb40bee9cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.707925 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-391f5c0d-3c87-4b73-8128-a8cca1233981 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:31.750697 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ab426-5a40-46c3-9210-1eb40bee9cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd212b3b-fd1c-47f4-b027-d746b9bcc48e,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:31.781499 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8e8ab426-5a40-46c3-9210-1eb40bee9cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:32.020022 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab426-5a40-46c3-9210-1eb40bee9cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747020'] for router_interface, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.371707 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8ab426-5a40-46c3-9210-1eb40bee9cb8 admin admin] Router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:28:32.453122 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.545511 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8ab426-5a40-46c3-9210-1eb40bee9cb8 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:28:32.553676 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515123d6-4e54-4b1c-b3b7-fde11f570e69 None None] Sync routers for ids ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:28:32.562032 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-8e8ab426-5a40-46c3-9210-1eb40bee9cb8 admin admin] 10.222.0.15 "PUT /v2.0/routers/290a7ab7-4374-479b-bf6c-e7f9cd6b45a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3580606 May 26 22:28:32.564656 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43466) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:32.564917 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515123d6-4e54-4b1c-b3b7-fde11f570e69 None None] Routers {'290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:32.565527 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-515123d6-4e54-4b1c-b3b7-fde11f570e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:28:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:32.740169 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] Notify callbacks [] for router, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.740398 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-515123d6-4e54-4b1c-b3b7-fde11f570e69 None None] Set router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:33.013602 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.031396 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-515123d6-4e54-4b1c-b3b7-fde11f570e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:54Z', 'updated_at': '2021-05-26T22:28:31Z', 'revision_number': 5, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'gw_port': {'id': 'a9b25f17-63c5-4e65-a78e-0228396c2e4c', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:08:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:55Z', 'updated_at': '2021-05-26T22:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:33.035173 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515123d6-4e54-4b1c-b3b7-fde11f570e69 None None] Checking router: 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:28:33.044013 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515123d6-4e54-4b1c-b3b7-fde11f570e69 None None] Routers {'290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:33.044605 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-515123d6-4e54-4b1c-b3b7-fde11f570e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:28:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:33.083488 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] Deleting port a9b25f17-63c5-4e65-a78e-0228396c2e4c {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:28:33.083859 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.192995 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-515123d6-4e54-4b1c-b3b7-fde11f570e69 None None] Set router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 gateway port host: None {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:33.206708 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] For port a9b25f17-63c5-4e65-a78e-0228396c2e4c, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=a9b25f17-63c5-4e65-a78e-0228396c2e4c,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:33.207061 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.298315 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-515123d6-4e54-4b1c-b3b7-fde11f570e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:54Z', 'updated_at': '2021-05-26T22:28:33Z', 'revision_number': 6, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'gw_port_host': None}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:33.302137 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515123d6-4e54-4b1c-b3b7-fde11f570e69 None None] The sync data for ids ['290a7ab7-4374-479b-bf6c-e7f9cd6b45a5'] in dv-cinder-793244-1-iscsi is: [{'id': '290a7ab7-4374-479b-bf6c-e7f9cd6b45a5', 'name': 'tempest-TestShelveInstance-1314426255-router', 'tenant_id': '7a957dcd842747db9992f0694f64cde3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:54Z', 'updated_at': '2021-05-26T22:28:33Z', 'revision_number': 6, 'project_id': '7a957dcd842747db9992f0694f64cde3', 'gw_port_host': None}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:28:33.332610 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] Calling delete_port for a9b25f17-63c5-4e65-a78e-0228396c2e4c owned by network:router_gateway {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:28:33.467295 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.470797 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-41a81842-45d4-44be-b140-37a78e60240d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:33.513380 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b25f17-63c5-4e65-a78e-0228396c2e4c,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:33.516490 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:33.606001 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748179'] for router_gateway, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.781099 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1009'] for router, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.783269 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.805231 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741920'] for router, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.806474 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 {{(pid=91909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:28:33.818930 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] Notify callbacks [] for router, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.820345 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-95c4d269-854f-46b4-bb88-ec185dabeeaa admin admin] 10.222.0.15 "DELETE /v2.0/routers/290a7ab7-4374-479b-bf6c-e7f9cd6b45a5 HTTP/1.1" status: 204 len: 168 time: 1.2547491 May 26 22:28:33.823604 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43470) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:33.882217 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_v2 [None req-1689ceb3-cfdf-4dd2-86ca-167b0d40743c admin admin] Deleting subnet c0b8781d-d5ea-4535-b79a-13619ece35b1 {{(pid=91909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:28:33.886025 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1689ceb3-cfdf-4dd2-86ca-167b0d40743c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.938702 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1689ceb3-cfdf-4dd2-86ca-167b0d40743c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2694234'] for subnet, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.946014 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:34.024488 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1689ceb3-cfdf-4dd2-86ca-167b0d40743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:34.095042 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device a9b25f17-63c5-4e65-a78e-0228396c2e4c no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:28:34.133080 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: a9b25f17-63c5-4e65-a78e-0228396c2e4c {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:28:34.133349 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device a9b25f17-63c5-4e65-a78e-0228396c2e4c not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:28:34.133902 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device dd212b3b-fd1c-47f4-b027-d746b9bcc48e no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:28:34.168878 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: dd212b3b-fd1c-47f4-b027-d746b9bcc48e {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:28:34.169341 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device dd212b3b-fd1c-47f4-b027-d746b9bcc48e not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:28:34.281334 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1689ceb3-cfdf-4dd2-86ca-167b0d40743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2982456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2744506'] for subnet, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:34.285483 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-21952ba4-80ca-4e74-b369-1a4bbc325942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:34.322654 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689ceb3-cfdf-4dd2-86ca-167b0d40743c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b8781d-d5ea-4535-b79a-13619ece35b1,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:34.324624 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1689ceb3-cfdf-4dd2-86ca-167b0d40743c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:34.327236 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-1689ceb3-cfdf-4dd2-86ca-167b0d40743c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:34.329492 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115dfa06-abc4-4287-9c5a-9bace015cdce None None] Network 967dec0f-dc99-4524-a881-7d01cad5553a requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:28:34.331502 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-1689ceb3-cfdf-4dd2-86ca-167b0d40743c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c0b8781d-d5ea-4535-b79a-13619ece35b1 HTTP/1.1" status: 204 len: 168 time: 0.5069361 May 26 22:28:34.333986 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43474) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:34.540546 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:34.579518 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] DHCP port deletion for 967dec0f-dc99-4524-a881-7d01cad5553a request from dv-cinder-793244-1-iscsi {{(pid=91910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 22:28:34.615464 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Deleting port d35304ad-8bbf-48bf-9fa6-37865359d5e7 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:28:34.615756 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:34.650894 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Deleting port d35304ad-8bbf-48bf-9fa6-37865359d5e7 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:28:34.651417 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:34.717050 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] For port d35304ad-8bbf-48bf-9fa6-37865359d5e7, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=d35304ad-8bbf-48bf-9fa6-37865359d5e7,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:34.717400 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:34.786529 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] For port d35304ad-8bbf-48bf-9fa6-37865359d5e7, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=d35304ad-8bbf-48bf-9fa6-37865359d5e7,segment=NetworkSegment(14f95262-8056-481d-9470-7c1abd3f30bd),segment_id=14f95262-8056-481d-9470-7c1abd3f30bd)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:34.786829 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:34.846632 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Calling delete_port for d35304ad-8bbf-48bf-9fa6-37865359d5e7 owned by network:dhcp {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:28:34.891921 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:34.895708 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2b2eb2ef-b780-41eb-93c0-66db8d701c1a tempest-DeleteServersTestJSON-317104923 tempest-DeleteServersTestJSON-317104923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:34.905828 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Calling delete_port for d35304ad-8bbf-48bf-9fa6-37865359d5e7 owned by network:dhcp {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:28:34.940539 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Pushing event deleted for resources: {'Port': ['ID=d35304ad-8bbf-48bf-9fa6-37865359d5e7,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:34.942348 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] No DVR routers for this DVR port d35304ad-8bbf-48bf-9fa6-37865359d5e7 on host dv-cinder-793244-1-iscsi {{(pid=91909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:28:34.943835 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:34.950659 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:34.954243 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:34.997173 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Pushing event deleted for resources: {'Port': ['ID=d35304ad-8bbf-48bf-9fa6-37865359d5e7,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:35.006102 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] No DVR routers for this DVR port d35304ad-8bbf-48bf-9fa6-37865359d5e7 on host dv-cinder-793244-1-iscsi {{(pid=91910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:28:35.008101 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:35.008436 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:35.009316 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:35.009871 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:35.010200 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:35.010518 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:35.010835 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:35.011151 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:35.011467 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:35.011805 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:35.012192 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:35.012446 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:35.015865 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-d40e0195-cf5d-4393-909b-440d3abeab94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:35.058724 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:35.071863 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967dec0f-dc99-4524-a881-7d01cad5553a']}} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:35.083627 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f95262-8056-481d-9470-7c1abd3f30bd') {'for_net_delete': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:35.083944 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f95262-8056-481d-9470-7c1abd3f30bd') {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:35.094875 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2694243'] for segment, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:35.110243 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:35.116162 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=91909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:28:35.116553 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985114'] for segment, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: Traceback (most recent call last): May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: timer() May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: cb(*args, **kw) May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: return func(*args, **kwargs) May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: self._notify() May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: self.callback(batched_events) May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: event.method(event) May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: return f(self, *a, **k) May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._get(url).json() May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: return self.request(url, 'GET', **kwargs) May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:28:35.130496 dv-cinder-793244-1-iscsi neutron-server[91909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:28:35.209767 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:35.214407 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:35.218538 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-91f06b08-562d-4795-8adb-93bbf2525a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:35.240919 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Pushing event deleted for resources: {'Network': ['ID=967dec0f-dc99-4524-a881-7d01cad5553a,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:35.243790 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:35.245674 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] 10.222.0.15 "DELETE /v2.0/networks/967dec0f-dc99-4524-a881-7d01cad5553a HTTP/1.1" status: 204 len: 168 time: 0.9105477 May 26 22:28:35.248470 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43478) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:35.768169 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-137ff8c2-6d6c-4bad-81cb-a050a6ce3553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746684'] for router_interface, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:35.998554 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device d35304ad-8bbf-48bf-9fa6-37865359d5e7 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:28:36.031782 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: d35304ad-8bbf-48bf-9fa6-37865359d5e7 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:28:36.032129 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device d35304ad-8bbf-48bf-9fa6-37865359d5e7 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:28:36.270459 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-137ff8c2-6d6c-4bad-81cb-a050a6ce3553 admin admin] Deleting port 736570ff-8205-414a-a3bc-9c77b97a18c3 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:28:36.270793 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-137ff8c2-6d6c-4bad-81cb-a050a6ce3553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:36.391262 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-137ff8c2-6d6c-4bad-81cb-a050a6ce3553 admin admin] For port 736570ff-8205-414a-a3bc-9c77b97a18c3, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=736570ff-8205-414a-a3bc-9c77b97a18c3,segment=NetworkSegment(599bcdda-89d7-438b-81f4-24b826f319f6),segment_id=599bcdda-89d7-438b-81f4-24b826f319f6)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:36.391518 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-137ff8c2-6d6c-4bad-81cb-a050a6ce3553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:36.511054 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-137ff8c2-6d6c-4bad-81cb-a050a6ce3553 admin admin] Calling delete_port for 736570ff-8205-414a-a3bc-9c77b97a18c3 owned by network:router_interface {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:28:36.656585 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-137ff8c2-6d6c-4bad-81cb-a050a6ce3553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:36.660851 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5d7f3d02-5f7f-4ac7-b263-dc8563662091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:36.729884 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ff8c2-6d6c-4bad-81cb-a050a6ce3553 admin admin] Pushing event deleted for resources: {'Port': ['ID=736570ff-8205-414a-a3bc-9c77b97a18c3,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:36.732428 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-137ff8c2-6d6c-4bad-81cb-a050a6ce3553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:36.970880 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-137ff8c2-6d6c-4bad-81cb-a050a6ce3553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747020'] for router_interface, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:37.330189 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137ff8c2-6d6c-4bad-81cb-a050a6ce3553 admin admin] Router 74f53ad6-72da-40cb-811c-40592c045b7a has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:28:37.603451 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137ff8c2-6d6c-4bad-81cb-a050a6ce3553 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:28:37.611657 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa59e38-44ad-47d0-b92d-f17698297600 None None] Sync routers for ids ['74f53ad6-72da-40cb-811c-40592c045b7a'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:28:37.619880 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-137ff8c2-6d6c-4bad-81cb-a050a6ce3553 admin admin] 10.222.0.15 "PUT /v2.0/routers/74f53ad6-72da-40cb-811c-40592c045b7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3703945 May 26 22:28:37.621769 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa59e38-44ad-47d0-b92d-f17698297600 None None] Routers {'74f53ad6-72da-40cb-811c-40592c045b7a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:37.622296 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43482) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:37.622464 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-2fa59e38-44ad-47d0-b92d-f17698297600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:28:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['74f53ad6-72da-40cb-811c-40592c045b7a'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:37.791975 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] Notify callbacks [] for router, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:37.796979 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-2fa59e38-44ad-47d0-b92d-f17698297600 None None] Set router 74f53ad6-72da-40cb-811c-40592c045b7a gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:37.970825 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:38.042174 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] Deleting port a3770566-f579-40ee-8917-517229f4a6f8 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:28:38.042872 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:38.111257 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-2fa59e38-44ad-47d0-b92d-f17698297600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'name': 'tempest-TestShelveInstance-2007264194-router', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a3770566-f579-40ee-8917-517229f4a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:23:02Z', 'updated_at': '2021-05-26T22:28:36Z', 'revision_number': 5, 'project_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'gw_port': {'id': 'a3770566-f579-40ee-8917-517229f4a6f8', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:32:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:23:03Z', 'updated_at': '2021-05-26T22:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:38.114952 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa59e38-44ad-47d0-b92d-f17698297600 None None] Checking router: 74f53ad6-72da-40cb-811c-40592c045b7a for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:28:38.123490 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa59e38-44ad-47d0-b92d-f17698297600 None None] Routers {'74f53ad6-72da-40cb-811c-40592c045b7a'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:38.124107 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-2fa59e38-44ad-47d0-b92d-f17698297600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:28:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['74f53ad6-72da-40cb-811c-40592c045b7a'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:38.163007 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] For port a3770566-f579-40ee-8917-517229f4a6f8, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=a3770566-f579-40ee-8917-517229f4a6f8,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:38.163358 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:38.272126 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-2fa59e38-44ad-47d0-b92d-f17698297600 None None] Set router 74f53ad6-72da-40cb-811c-40592c045b7a gateway port host: None {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:38.286990 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] Calling delete_port for a3770566-f579-40ee-8917-517229f4a6f8 owned by network:router_gateway {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:28:38.380888 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-2fa59e38-44ad-47d0-b92d-f17698297600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'name': 'tempest-TestShelveInstance-2007264194-router', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:23:02Z', 'updated_at': '2021-05-26T22:28:37Z', 'revision_number': 6, 'project_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'gw_port_host': None}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:38.385169 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa59e38-44ad-47d0-b92d-f17698297600 None None] The sync data for ids ['74f53ad6-72da-40cb-811c-40592c045b7a'] in dv-cinder-793244-1-iscsi is: [{'id': '74f53ad6-72da-40cb-811c-40592c045b7a', 'name': 'tempest-TestShelveInstance-2007264194-router', 'tenant_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:23:02Z', 'updated_at': '2021-05-26T22:28:37Z', 'revision_number': 6, 'project_id': 'dce5a78feae74c6ab273f0e580fe0ac9', 'gw_port_host': None}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:28:38.425548 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:38.430109 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5d835a0d-00bf-4c87-b54c-5bfd408da4dd tempest-VolumesNegativeTest-1253902615 tempest-VolumesNegativeTest-1253902615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:38.473549 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] Pushing event deleted for resources: {'Port': ['ID=a3770566-f579-40ee-8917-517229f4a6f8,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:38.476653 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:38.565070 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748179'] for router_gateway, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:38.840874 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1009'] for router, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:38.843079 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:38.865752 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741920'] for router, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:38.866304 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74f53ad6-72da-40cb-811c-40592c045b7a {{(pid=91909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:28:38.878508 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] Notify callbacks [] for router, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:38.879645 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-7fdf873c-7a0c-4dbe-9710-b480bc34ce6e admin admin] 10.222.0.15 "DELETE /v2.0/routers/74f53ad6-72da-40cb-811c-40592c045b7a HTTP/1.1" status: 204 len: 168 time: 1.2564349 May 26 22:28:38.882144 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43486) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:38.941073 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d1e68c-b5bc-4f8f-90d1-36298de91ac3 admin admin] Deleting subnet 373f1ea9-32f1-4dfd-9dc8-458ff6ac43e7 {{(pid=91909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:28:38.943926 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-82d1e68c-b5bc-4f8f-90d1-36298de91ac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:38.995135 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-82d1e68c-b5bc-4f8f-90d1-36298de91ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2694234'] for subnet, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:39.070704 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-82d1e68c-b5bc-4f8f-90d1-36298de91ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:39.318069 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-82d1e68c-b5bc-4f8f-90d1-36298de91ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2982456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2744506'] for subnet, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:39.322638 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-0e6e6463-8c72-486f-8ff1-bb3c8dea66c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:39.358979 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1e68c-b5bc-4f8f-90d1-36298de91ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373f1ea9-32f1-4dfd-9dc8-458ff6ac43e7,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:39.360911 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-82d1e68c-b5bc-4f8f-90d1-36298de91ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:39.363496 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-82d1e68c-b5bc-4f8f-90d1-36298de91ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:39.365435 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77be35f-892b-416e-bc1e-a1823cbf6532 None None] Network 516b41b9-14fa-4f17-b9a8-5e50a25e2a6e requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:28:39.368248 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-82d1e68c-b5bc-4f8f-90d1-36298de91ac3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/373f1ea9-32f1-4dfd-9dc8-458ff6ac43e7 HTTP/1.1" status: 204 len: 168 time: 0.4851301 May 26 22:28:39.370654 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43490) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:39.479659 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:39.550923 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Deleting port 15b0394f-3810-429e-9ba4-9c7de593fd85 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:28:39.551265 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:39.623503 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaf99e4-13a4-44e2-a894-a894370d8206 None None] DHCP port deletion for 516b41b9-14fa-4f17-b9a8-5e50a25e2a6e request from dv-cinder-793244-1-iscsi {{(pid=91910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 22:28:39.653419 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] For port 15b0394f-3810-429e-9ba4-9c7de593fd85, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=15b0394f-3810-429e-9ba4-9c7de593fd85,segment=NetworkSegment(599bcdda-89d7-438b-81f4-24b826f319f6),segment_id=599bcdda-89d7-438b-81f4-24b826f319f6)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:39.653697 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:39.689386 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-acaf99e4-13a4-44e2-a894-a894370d8206 None None] Deleting port 15b0394f-3810-429e-9ba4-9c7de593fd85 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:28:39.689763 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-acaf99e4-13a4-44e2-a894-a894370d8206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:39.784965 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Calling delete_port for 15b0394f-3810-429e-9ba4-9c7de593fd85 owned by network:dhcp {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:28:39.787280 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-acaf99e4-13a4-44e2-a894-a894370d8206 None None] For port 15b0394f-3810-429e-9ba4-9c7de593fd85, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=15b0394f-3810-429e-9ba4-9c7de593fd85,segment=NetworkSegment(599bcdda-89d7-438b-81f4-24b826f319f6),segment_id=599bcdda-89d7-438b-81f4-24b826f319f6)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:39.787670 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-acaf99e4-13a4-44e2-a894-a894370d8206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:39.835715 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:39.839550 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-6f6f0ea8-0dd5-4b8c-b187-776db3683988 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:39.881178 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b0394f-3810-429e-9ba4-9c7de593fd85,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:39.885376 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:39.887622 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] No DVR routers for this DVR port 15b0394f-3810-429e-9ba4-9c7de593fd85 on host dv-cinder-793244-1-iscsi {{(pid=91909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:28:39.910139 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-acaf99e4-13a4-44e2-a894-a894370d8206 None None] Calling delete_port for 15b0394f-3810-429e-9ba4-9c7de593fd85 owned by network:dhcp {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:28:39.952964 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-acaf99e4-13a4-44e2-a894-a894370d8206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:39.957743 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-94db81d1-de07-43e2-bf8f-0b500e89fada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:40.003539 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaf99e4-13a4-44e2-a894-a894370d8206 None None] No DVR routers for this DVR port 15b0394f-3810-429e-9ba4-9c7de593fd85 on host dv-cinder-793244-1-iscsi {{(pid=91910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:28:40.004007 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:40.014324 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf99e4-13a4-44e2-a894-a894370d8206 None None] Pushing event deleted for resources: {'Port': ['ID=15b0394f-3810-429e-9ba4-9c7de593fd85,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:40.019788 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-acaf99e4-13a4-44e2-a894-a894370d8206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:40.020645 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516b41b9-14fa-4f17-b9a8-5e50a25e2a6e']}} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:40.023039 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device a3770566-f579-40ee-8917-517229f4a6f8 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:28:40.034388 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599bcdda-89d7-438b-81f4-24b826f319f6') {'for_net_delete': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:40.034682 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599bcdda-89d7-438b-81f4-24b826f319f6') {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:40.046617 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2694243'] for segment, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:40.059470 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: a3770566-f579-40ee-8917-517229f4a6f8 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:28:40.059858 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device a3770566-f579-40ee-8917-517229f4a6f8 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:28:40.060282 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 15b0394f-3810-429e-9ba4-9c7de593fd85 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:28:40.062475 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:40.068842 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=91909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:28:40.069474 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985114'] for segment, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: Traceback (most recent call last): May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: timer() May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: cb(*args, **kw) May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: return func(*args, **kwargs) May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: self._notify() May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: self.callback(batched_events) May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: event.method(event) May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: return f(self, *a, **k) May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._get(url).json() May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: return self.request(url, 'GET', **kwargs) May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:28:40.083033 dv-cinder-793244-1-iscsi neutron-server[91909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:28:40.094548 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 15b0394f-3810-429e-9ba4-9c7de593fd85 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:28:40.094845 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 15b0394f-3810-429e-9ba4-9c7de593fd85 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:28:40.095270 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 736570ff-8205-414a-a3bc-9c77b97a18c3 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:28:40.128345 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 736570ff-8205-414a-a3bc-9c77b97a18c3 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:28:40.128681 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 736570ff-8205-414a-a3bc-9c77b97a18c3 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:28:40.164871 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:40.168210 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:40.180748 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:40.190588 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=516b41b9-14fa-4f17-b9a8-5e50a25e2a6e,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:40.194799 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:40.199060 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] 10.222.0.15 "DELETE /v2.0/networks/516b41b9-14fa-4f17-b9a8-5e50a25e2a6e HTTP/1.1" status: 204 len: 168 time: 0.8274639 May 26 22:28:40.312145 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43496) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:40.361185 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-903a4b62-30ca-4a44-8167-750360eb31d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a957dcd842747db9992f0694f64cde3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477650 May 26 22:28:40.363371 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43500) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:40.422905 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2570455d-829b-4b5c-be04-cf3e22c74f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:40.448312 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2570455d-829b-4b5c-be04-cf3e22c74f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:40.500269 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2570455d-829b-4b5c-be04-cf3e22c74f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:40.504927 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bedcf7aa-3979-417b-ad38-173457502a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:40.518043 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570455d-829b-4b5c-be04-cf3e22c74f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c489824e-aee6-4188-9885-cf71b01aa919,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:40.520863 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2570455d-829b-4b5c-be04-cf3e22c74f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:40.521770 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2570455d-829b-4b5c-be04-cf3e22c74f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:40.522898 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-2570455d-829b-4b5c-be04-cf3e22c74f22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c489824e-aee6-4188-9885-cf71b01aa919 HTTP/1.1" status: 204 len: 168 time: 0.1586151 May 26 22:28:40.852506 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43508) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:40.901324 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-925c20bf-cbb5-43af-b2d8-0c8e81f1f6bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dce5a78feae74c6ab273f0e580fe0ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475056 May 26 22:28:40.903522 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43512) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:40.960151 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-31873e42-92e9-4c6c-af8b-6f865dfc8b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:40.986186 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-31873e42-92e9-4c6c-af8b-6f865dfc8b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:41.040961 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-31873e42-92e9-4c6c-af8b-6f865dfc8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:41.044759 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-7bb7d139-7266-4b86-9d1a-02f70109c383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:41.056553 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31873e42-92e9-4c6c-af8b-6f865dfc8b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97157e9d-2382-43b2-8f59-909d55e65cc5,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:41.060377 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-31873e42-92e9-4c6c-af8b-6f865dfc8b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:41.063460 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-31873e42-92e9-4c6c-af8b-6f865dfc8b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:41.064598 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-31873e42-92e9-4c6c-af8b-6f865dfc8b8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97157e9d-2382-43b2-8f59-909d55e65cc5 HTTP/1.1" status: 204 len: 168 time: 0.1601791 May 26 22:28:41.798603 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43536) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:41.901045 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1762194987-network', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:41.905707 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:41.909515 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Usage tracker for resource:network and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:41.912376 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:41.918598 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:41.928884 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Made reservation on behalf of 013437e5b3f64cb1accf34a45eb19435 for: {'network': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:28:41.931410 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:41.943180 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:41.957389 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:41.961086 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Usage tracker for resource:security_group_rule and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:41.964379 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:41.969988 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:42.054974 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:42.058714 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:42.061553 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-31873e42-92e9-4c6c-af8b-6f865dfc8b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:42.092042 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=91909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:28:42.097146 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc6f5c9-d45d-475f-8173-394ecbca56fa,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:42.100704 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:42.104472 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:42.104752 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.segments_db [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Added segment 633989ee-be73-46ed-9d3d-a6871c73f06e of type vlan for network fcbf3657-6884-4e14-9a25-c6d40987f186 May 26 22:28:42.131217 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:42.158809 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:42.159835 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:42.160404 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:42.163542 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e1306f15-a57c-48a9-8a7a-7cce65acb5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:42.264822 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Pushing event updated for resources: {'Network': ['ID=fcbf3657-6884-4e14-9a25-c6d40987f186,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:42.267757 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:42.269743 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-5f055c79-45a8-407e-89b6-696b92d22aac admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4701531 May 26 22:28:42.273160 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43542) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:42.275621 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network fcbf3657-6884-4e14-9a25-c6d40987f186 details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:28:42.278727 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Request body: {'subnet': {'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1762194987-subnet', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'ip_version': 4}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:42.283475 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:42.287202 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Usage tracker for resource:subnet and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:42.290782 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:42.297605 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:42.308151 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Made reservation on behalf of 013437e5b3f64cb1accf34a45eb19435 for: {'subnet': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:28:42.310575 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2744471'] for subnet, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:42.771482 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2982521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2744449'] for subnet, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:42.776164 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:42.846269 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e259fdd-164d-4c6f-b193-21276d54f6fa,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:42.849706 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:42.856140 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Checking segment: {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:42.856489 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Network hostable DHCP agents. Network: fcbf3657-6884-4e14-9a25-c6d40987f186, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:28:42.872517 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Network fcbf3657-6884-4e14-9a25-c6d40987f186 is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:28:42.881189 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, fcbf3657-6884-4e14-9a25-c6d40987f186) {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:42.889590 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:42.890204 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:42.890485 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a82a674-9c9e-4f95-aafe-38690310e37c None None] Network fcbf3657-6884-4e14-9a25-c6d40987f186 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:28:42.909429 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-3451203b-e9ff-4490-9376-5763696d7d0a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6352842 May 26 22:28:42.912207 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43546) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:42.918141 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:42.922609 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:42.926412 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Usage tracker for resource:router and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:42.929196 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:42.935062 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:42.944902 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:42.946380 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-904'] for router, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:42.960567 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:43.109028 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb78d3392-e22a-5451-892b-71b7666f8002-fcbf3657-6884-4e14-9a25-c6d40987f186', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa'}]}} from dv-cinder-793244-1-iscsi. {{(pid=91910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:28:43.109850 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:43.225241 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022'] for router, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:43.288853 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Allocated IP 172.20.0.2 (fcbf3657-6884-4e14-9a25-c6d40987f186/3e259fdd-164d-4c6f-b193-21276d54f6fa/4c23db44-e494-4cf9-9652-a3e426701397) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:28:43.498105 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:43.508385 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Transition to ACTIVE for port object 4c23db44-e494-4cf9-9652-a3e426701397 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:43.526801 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Transition to ACTIVE for port object 4c23db44-e494-4cf9-9652-a3e426701397 will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:43.531778 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:43.532690 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:43.535980 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:43.566217 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:43.598855 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Network fcbf3657-6884-4e14-9a25-c6d40987f186 is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:43.601547 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:43.604609 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:28:43.642335 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Pushing event updated for resources: {'Port': ['ID=4c23db44-e494-4cf9-9652-a3e426701397,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:43.645064 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:43.700986 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Attempting to bind port 4c23db44-e494-4cf9-9652-a3e426701397 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:28:43.701352 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Attempting to bind port 4c23db44-e494-4cf9-9652-a3e426701397 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:28:43.701752 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Allocated IP 172.27.2.133 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/59097a27-0baf-4a57-9b7e-2dc7a25f7664) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:28:43.701895 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Attempting to bind port 4c23db44-e494-4cf9-9652-a3e426701397 on network fcbf3657-6884-4e14-9a25-c6d40987f186 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:28:43.707824 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:28:43.708309 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Checking segment: {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:43.708707 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:43.709097 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Bound using segment: {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:28:43.709553 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Bound port: 4c23db44-e494-4cf9-9652-a3e426701397, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:28:43.709917 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:43.796238 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] For port 4c23db44-e494-4cf9-9652-a3e426701397, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:28:43.799264 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] For port 4c23db44-e494-4cf9-9652-a3e426701397, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=4c23db44-e494-4cf9-9652-a3e426701397,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:28:43.803002 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:43.807567 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-acaf99e4-13a4-44e2-a894-a894370d8206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:43.856360 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:43.885746 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:43.890232 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:43.900108 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Pushing event updated for resources: {'Port': ['ID=4c23db44-e494-4cf9-9652-a3e426701397,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:43.902900 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:43.953938 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:43.956802 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:43.960372 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:28:44.002079 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Pushing event updated for resources: {'Port': ['ID=59097a27-0baf-4a57-9b7e-2dc7a25f7664,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:44.006405 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:44.484567 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:44.797586 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabf0f1e-5d9e-41da-9623-b3d3cc62661a None None] Network fcbf3657-6884-4e14-9a25-c6d40987f186 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:28:44.834753 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747983'] for router, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:44.907640 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-abf81665-8514-4517-9a48-9e472921d862 None None] Provisioning for port 4c23db44-e494-4cf9-9652-a3e426701397 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:45.041343 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Router 6ee08027-32e8-4a52-8460-9cc9a564dfda is scheduled to L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad with binding_index 1 {{(pid=91909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:28:45.219533 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:28:45.227802 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Sync routers for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:28:45.243551 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] Notify callbacks [] for router, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:45.243799 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:45.244293 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:28:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:45.244828 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-d357ee98-6721-4296-a65a-ee294b48f818 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3317032 May 26 22:28:45.247789 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43550) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:45.427628 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:45.720214 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:44Z', 'revision_number': 3, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:45.724032 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Checking router: 6ee08027-32e8-4a52-8460-9cc9a564dfda for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:28:45.724387 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Updating router 6ee08027-32e8-4a52-8460-9cc9a564dfda port 59097a27-0baf-4a57-9b7e-2dc7a25f7664 binding host dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:28:45.776848 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:46.031057 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 4c23db44-e494-4cf9-9652-a3e426701397 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:46.052610 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:46.145108 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 4c23db44-e494-4cf9-9652-a3e426701397 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:46.176941 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 4c23db44-e494-4cf9-9652-a3e426701397 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:46.177297 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:46.257810 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:46.260333 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Allocated IP 172.20.0.1 (fcbf3657-6884-4e14-9a25-c6d40987f186/3e259fdd-164d-4c6f-b193-21276d54f6fa/048e8897-82fe-426c-8d57-5fd873e3bfd2) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:28:46.273835 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Transition to ACTIVE for port object 59097a27-0baf-4a57-9b7e-2dc7a25f7664 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:46.310660 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:46.320860 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:46.411880 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:46.416639 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:46.428025 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Attempting to bind port 59097a27-0baf-4a57-9b7e-2dc7a25f7664 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:28:46.428398 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Attempting to bind port 59097a27-0baf-4a57-9b7e-2dc7a25f7664 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:28:46.428763 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Attempting to bind port 59097a27-0baf-4a57-9b7e-2dc7a25f7664 on network 5868c39c-3961-427a-b936-c4b2389a06ed {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:28:46.432480 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Transition to ACTIVE for port object 048e8897-82fe-426c-8d57-5fd873e3bfd2 will not be triggered until provisioned by entity DHCP. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:46.434723 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c2c5c-b7aa-4f39-bc41-7f3979551cb0 None None] Pushing event updated for resources: {'Port': ['ID=59097a27-0baf-4a57-9b7e-2dc7a25f7664,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:46.441242 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a93c2c5c-b7aa-4f39-bc41-7f3979551cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:46.442380 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:28:46.442660 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Checking segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:46.443075 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:46.443447 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Bound using segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:28:46.443945 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Bound port: 59097a27-0baf-4a57-9b7e-2dc7a25f7664, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:28:46.444583 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:46.456899 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:46.462219 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-fff1694b-7155-4382-8725-69b8a934318b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:46.506518 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 4c23db44-e494-4cf9-9652-a3e426701397, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=4c23db44-e494-4cf9-9652-a3e426701397,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:46.520576 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:46.524630 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:46.530678 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Network fcbf3657-6884-4e14-9a25-c6d40987f186 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:46.533462 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:46.535850 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:28:46.570226 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Pushing event updated for resources: {'Port': ['ID=048e8897-82fe-426c-8d57-5fd873e3bfd2,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:46.573483 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:46.582437 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] For port 59097a27-0baf-4a57-9b7e-2dc7a25f7664, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:28:46.596107 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] For port 59097a27-0baf-4a57-9b7e-2dc7a25f7664, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=59097a27-0baf-4a57-9b7e-2dc7a25f7664,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:28:46.602886 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:46.603349 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746537'] for router_interface, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:46.609888 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=4c23db44-e494-4cf9-9652-a3e426701397,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:46.614632 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:46.615109 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:46.693038 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:46.693675 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:28:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:46.770518 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c2c5c-b7aa-4f39-bc41-7f3979551cb0 None None] Pushing event updated for resources: {'Port': ['ID=59097a27-0baf-4a57-9b7e-2dc7a25f7664,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:46.784906 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-a93c2c5c-b7aa-4f39-bc41-7f3979551cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:46.796749 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-0f016f7b-055b-4902-80ad-cb06a0f5ea46 None None] Provisioning for port 048e8897-82fe-426c-8d57-5fd873e3bfd2 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:46.849032 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-0f016f7b-055b-4902-80ad-cb06a0f5ea46 None None] Provisioning complete for port 048e8897-82fe-426c-8d57-5fd873e3bfd2 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:46.849723 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0f016f7b-055b-4902-80ad-cb06a0f5ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:46.874103 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:46.931936 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-0f016f7b-055b-4902-80ad-cb06a0f5ea46 None None] Port 048e8897-82fe-426c-8d57-5fd873e3bfd2 cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:28:46.942001 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:47.090874 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:47.095091 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2985214'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:47.232564 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:44Z', 'revision_number': 3, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:47.234743 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2e510a3f-39ac-4255-a7ec-9979eebb7d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:47.236489 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58e5a4-315f-466e-9e8b-244ee88b917b None None] The sync data for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi is: [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:44Z', 'revision_number': 3, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:28:47.316860 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746634'] for router_interface, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:47.320642 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Pushing event updated for resources: {'Port': ['ID=048e8897-82fe-426c-8d57-5fd873e3bfd2,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:47.323544 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:47.470816 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Network fcbf3657-6884-4e14-9a25-c6d40987f186 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:47.471891 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:47.673500 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Router 6ee08027-32e8-4a52-8460-9cc9a564dfda has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:28:47.757722 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-078758f0-6b59-4840-9cc5-54e2991aab62 None None] Provisioning complete for port 048e8897-82fe-426c-8d57-5fd873e3bfd2 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:47.758267 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-078758f0-6b59-4840-9cc5-54e2991aab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:47.815972 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-078758f0-6b59-4840-9cc5-54e2991aab62 None None] Port 048e8897-82fe-426c-8d57-5fd873e3bfd2 cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:28:47.866680 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:28:47.876810 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-850e702b-4e92-44d2-a5ac-163e9634589c admin admin] 10.222.0.15 "PUT /v2.0/routers/6ee08027-32e8-4a52-8460-9cc9a564dfda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6280198 May 26 22:28:48.082031 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 4c23db44-e494-4cf9-9652-a3e426701397 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:48.151819 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 4c23db44-e494-4cf9-9652-a3e426701397 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:48.152197 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:48.317516 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 59097a27-0baf-4a57-9b7e-2dc7a25f7664 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:48.387511 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 59097a27-0baf-4a57-9b7e-2dc7a25f7664 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:48.393076 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 59097a27-0baf-4a57-9b7e-2dc7a25f7664 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:48.393375 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:48.399361 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43568) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:48.405992 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-303763379-network', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:48.411164 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:48.416194 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Usage tracker for resource:network and tenant:6857074dd48e4cc694b08d82db9301ba is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:48.419296 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:48.428784 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:48.441109 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Made reservation on behalf of 6857074dd48e4cc694b08d82db9301ba for: {'network': 1} {{(pid=91909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:28:48.443413 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-672056'] for network, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:48.456047 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:48.470836 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:48.474616 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Usage tracker for resource:security_group_rule and tenant:6857074dd48e4cc694b08d82db9301ba is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:48.478211 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:48.484275 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:48.513772 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:48.530923 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 59097a27-0baf-4a57-9b7e-2dc7a25f7664, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=59097a27-0baf-4a57-9b7e-2dc7a25f7664,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:48.534629 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:48.536658 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:48.585277 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:48.589323 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:48.593433 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-85a3f307-6b03-4ab2-ad2c-aa53cecbfae9 tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:48.608014 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=59097a27-0baf-4a57-9b7e-2dc7a25f7664,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:48.611099 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:48.621944 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=91909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:28:48.631479 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466c22aa-b4fd-4ac8-b5f3-21a4bc8a1da9,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:48.635954 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:48.638689 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:48.639179 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.segments_db [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Added segment caf792ee-b561-4e93-8357-f5e9a2e1f335 of type vlan for network f336b854-44e2-4b07-9eda-36ca942d7cfe May 26 22:28:48.664658 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212299596'] for network, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:48.697183 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758'] for network, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:48.698179 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:48.698743 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:48.703221 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:48.734573 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Sync routers for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:28:48.744963 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:48.745556 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:28:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:48.797429 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3965585 May 26 22:28:48.800161 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 43572) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:48.805834 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Pushing event updated for resources: {'Network': ['ID=f336b854-44e2-4b07-9eda-36ca942d7cfe,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:48.806320 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Request body: {'subnet': {'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-303763379-subnet', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'ip_version': 4}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:48.809139 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-53199836-c6ad-4247-a073-74c1c4348b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:48.816054 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Network f336b854-44e2-4b07-9eda-36ca942d7cfe details requested by agent ovs-agent-dv-cinder-793244-1-iscsi with host dv-cinder-793244-1-iscsi {{(pid=91910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:28:48.816855 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:48.821646 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Usage tracker for resource:subnet and tenant:6857074dd48e4cc694b08d82db9301ba is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:48.824568 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:48.832389 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:48.848437 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Made reservation on behalf of 6857074dd48e4cc694b08d82db9301ba for: {'subnet': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:28:48.850897 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2572501'] for subnet, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:48.934085 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:49.253866 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 2, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:49.257571 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Checking router: 6ee08027-32e8-4a52-8460-9cc9a564dfda for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:28:49.257922 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Updating router 6ee08027-32e8-4a52-8460-9cc9a564dfda port 048e8897-82fe-426c-8d57-5fd873e3bfd2 binding host dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:28:49.309186 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:49.335054 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2177274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2572483'] for subnet, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:49.340711 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-9aae40e9-ae56-426c-8b8f-3ae8b3630605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:49.411696 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9177f51-e3e4-49be-a972-0aebb6b6802e,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:49.415795 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:49.423157 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Checking segment: {'id': 'caf792ee-b561-4e93-8357-f5e9a2e1f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:49.423515 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Network hostable DHCP agents. Network: f336b854-44e2-4b07-9eda-36ca942d7cfe, hostable agents: ['1b775cff-aaf8-444c-912f-789aa488981e'], hosted agents: [] {{(pid=91908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:28:49.441175 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Network f336b854-44e2-4b07-9eda-36ca942d7cfe is scheduled to be hosted by DHCP agent 1b775cff-aaf8-444c-912f-789aa488981e with binding_index 1 {{(pid=91908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:28:49.451202 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-iscsi, f336b854-44e2-4b07-9eda-36ca942d7cfe) {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:49.459785 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:49.460367 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:49.461075 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb27365-97c3-4211-968d-c509820eef45 None None] Network f336b854-44e2-4b07-9eda-36ca942d7cfe requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:28:49.484462 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43576) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:49.488381 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-e301d202-0471-4c74-ba4d-a46625a67df1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6869700 May 26 22:28:49.489704 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-303763379-router', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:49.495407 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:49.499208 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Usage tracker for resource:router and tenant:6857074dd48e4cc694b08d82db9301ba is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:49.502171 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:49.508110 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:49.520245 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1742497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:49.521469 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1801663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-904'] for router, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:49.538171 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:49.688953 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb78d3392-e22a-5451-892b-71b7666f8002-f336b854-44e2-4b07-9eda-36ca942d7cfe', 'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'fixed_ips': [{'subnet_id': 'b9177f51-e3e4-49be-a972-0aebb6b6802e'}]}} from dv-cinder-793244-1-iscsi. {{(pid=91910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:28:49.690133 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:49.692881 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:49.705024 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Transition to ACTIVE for port object 048e8897-82fe-426c-8d57-5fd873e3bfd2 will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:49.710149 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:49.714927 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-6e963bc8-01c4-45a7-a2cd-e10f2b97443c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:49.780628 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Pushing event updated for resources: {'Port': ['ID=048e8897-82fe-426c-8d57-5fd873e3bfd2,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:49.788558 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:49.788558 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:49.788558 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:49.788912 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:49.789164 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:49.790017 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:49.790340 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:49.790649 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:49.790985 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:49.791299 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:49.791623 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:49.791940 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:49.806489 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:49.823906 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748094', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022'] for router, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:49.881990 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.db_base_plugin_common [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Allocated IP 172.20.0.2 (f336b854-44e2-4b07-9eda-36ca942d7cfe/b9177f51-e3e4-49be-a972-0aebb6b6802e/51dafd34-67ef-4ae9-83ab-76f8fff91446) {{(pid=91910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:28:49.983798 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Attempting to bind port 048e8897-82fe-426c-8d57-5fd873e3bfd2 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:28:49.984463 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Attempting to bind port 048e8897-82fe-426c-8d57-5fd873e3bfd2 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:28:49.985013 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Attempting to bind port 048e8897-82fe-426c-8d57-5fd873e3bfd2 on network fcbf3657-6884-4e14-9a25-c6d40987f186 {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:28:49.990604 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:28:49.990973 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Checking segment: {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:49.991373 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:49.991881 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Bound using segment: {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:28:49.992348 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Bound port: 048e8897-82fe-426c-8d57-5fd873e3bfd2, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:28:49.993427 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:50.105580 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] For port 048e8897-82fe-426c-8d57-5fd873e3bfd2, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:28:50.108928 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] For port 048e8897-82fe-426c-8d57-5fd873e3bfd2, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=048e8897-82fe-426c-8d57-5fd873e3bfd2,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:28:50.113292 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:50.114072 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 59097a27-0baf-4a57-9b7e-2dc7a25f7664 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:50.117314 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:50.185138 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Notify callbacks [] for port, precommit_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:50.195531 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:50.196250 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:28:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:50.198348 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Transition to ACTIVE for port object 51dafd34-67ef-4ae9-83ab-76f8fff91446 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:50.218129 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Transition to ACTIVE for port object 51dafd34-67ef-4ae9-83ab-76f8fff91446 will not be triggered until provisioned by entity DHCP. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:50.228289 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763'] for port, after_create {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:50.234321 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-fb26214c-907f-4208-ab9c-339b51691b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:50.251782 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Pushing event updated for resources: {'Port': ['ID=048e8897-82fe-426c-8d57-5fd873e3bfd2,revision_number=4']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:50.309853 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Pushing event updated for resources: {'Port': ['ID=51dafd34-67ef-4ae9-83ab-76f8fff91446,revision_number=1']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:50.312822 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:50.316164 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:50.342047 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Network f336b854-44e2-4b07-9eda-36ca942d7cfe is already hosted by enough agents. {{(pid=91910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:50.343754 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.scheduler.base_scheduler [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Resources bound (agent type, host, resource id): {{(pid=91910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:50.346505 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Received port after_create {{(pid=91910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:28:50.352053 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:50.390987 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 59097a27-0baf-4a57-9b7e-2dc7a25f7664 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:50.391527 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:50.405237 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:50.449766 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:50.498536 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Allocated IP 172.27.2.59 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/42ae26e4-e3fd-4745-befd-0c000fda61d8) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:28:50.533674 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Attempting to bind port 51dafd34-67ef-4ae9-83ab-76f8fff91446 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:28:50.534255 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Attempting to bind port 51dafd34-67ef-4ae9-83ab-76f8fff91446 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': 'caf792ee-b561-4e93-8357-f5e9a2e1f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:28:50.534556 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Attempting to bind port 51dafd34-67ef-4ae9-83ab-76f8fff91446 on network f336b854-44e2-4b07-9eda-36ca942d7cfe {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:28:50.574777 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:28:50.575168 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Checking segment: {'id': 'caf792ee-b561-4e93-8357-f5e9a2e1f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:50.575652 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:50.576246 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Bound using segment: {'id': 'caf792ee-b561-4e93-8357-f5e9a2e1f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:28:50.576803 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Bound port: 51dafd34-67ef-4ae9-83ab-76f8fff91446, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf792ee-b561-4e93-8357-f5e9a2e1f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:28:50.577253 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:50.658077 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:50.689152 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] For port 51dafd34-67ef-4ae9-83ab-76f8fff91446, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:28:50.692548 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] For port 51dafd34-67ef-4ae9-83ab-76f8fff91446, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=51dafd34-67ef-4ae9-83ab-76f8fff91446,segment=NetworkSegment(caf792ee-b561-4e93-8357-f5e9a2e1f335),segment_id=caf792ee-b561-4e93-8357-f5e9a2e1f335)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:28:50.693497 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:50.697090 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:50.699778 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-264f70a4-a32b-4ad1-97d3-f8f760dcc912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:50.701601 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-768a19af-df0f-4900-b528-982ec48105b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:50.739191 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:50Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:50.744296 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a803c-5ad4-4efd-ae15-4ef870d4f27e None None] The sync data for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi is: [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:50Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:28:50.771150 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:50.774549 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:50.778575 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:28:50.780193 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Pushing event updated for resources: {'Port': ['ID=51dafd34-67ef-4ae9-83ab-76f8fff91446,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:50.786934 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b7f69819-1819-441c-9d04-e050f905e06b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:50.830995 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Pushing event updated for resources: {'Port': ['ID=42ae26e4-e3fd-4745-befd-0c000fda61d8,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:50.838369 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:51.261159 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:51.621187 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1742518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747983'] for router, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:51.741865 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5167e6a0-7337-45c2-805a-6379fddd2997 None None] Network f336b854-44e2-4b07-9eda-36ca942d7cfe requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:28:51.890441 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-caddee5c-666a-4dff-8815-6e1cdbd55739 None None] Provisioning for port 51dafd34-67ef-4ae9-83ab-76f8fff91446 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:51.948772 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Router f25896fb-5956-4524-9aff-8381e8eef944 is scheduled to L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad with binding_index 1 {{(pid=91909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:28:52.067931 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 51dafd34-67ef-4ae9-83ab-76f8fff91446 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:52.143765 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 51dafd34-67ef-4ae9-83ab-76f8fff91446 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:52.146408 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:28:52.149887 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 51dafd34-67ef-4ae9-83ab-76f8fff91446 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:52.150325 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:52.181536 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Notify callbacks [] for router, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:52.185445 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6974783 May 26 22:28:52.185815 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 43588) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:52.188656 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Sync routers for ids ['f25896fb-5956-4524-9aff-8381e8eef944'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:28:52.218283 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Routers {'f25896fb-5956-4524-9aff-8381e8eef944'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:52.218917 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:28:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['f25896fb-5956-4524-9aff-8381e8eef944'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:52.440906 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-d58a0c33-0949-4018-afe3-c8396cff8969 None None] Provisioning complete for port 51dafd34-67ef-4ae9-83ab-76f8fff91446 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:52.441188 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d58a0c33-0949-4018-afe3-c8396cff8969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:52.512050 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:52.540793 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Set router f25896fb-5956-4524-9aff-8381e8eef944 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:52.776068 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 51dafd34-67ef-4ae9-83ab-76f8fff91446, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=51dafd34-67ef-4ae9-83ab-76f8fff91446,segment=NetworkSegment(caf792ee-b561-4e93-8357-f5e9a2e1f335),segment_id=caf792ee-b561-4e93-8357-f5e9a2e1f335)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:52.792755 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:52.793604 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 048e8897-82fe-426c-8d57-5fd873e3bfd2 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:52.826171 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:52.899327 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:52.914018 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d58a0c33-0949-4018-afe3-c8396cff8969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.032904 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=51dafd34-67ef-4ae9-83ab-76f8fff91446,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:53.051670 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:53.076089 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 048e8897-82fe-426c-8d57-5fd873e3bfd2 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:53.082204 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.db.api [None req-d58a0c33-0949-4018-afe3-c8396cff8969 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:28:53.082554 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_db.api [None req-d58a0c33-0949-4018-afe3-c8396cff8969 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:28:53.085088 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 048e8897-82fe-426c-8d57-5fd873e3bfd2 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:53.085458 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.106199 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Allocated IP 172.20.0.1 (f336b854-44e2-4b07-9eda-36ca942d7cfe/b9177f51-e3e4-49be-a972-0aebb6b6802e/0ba57830-3667-4469-ac0a-96f4deaab9bf) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:28:53.162940 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'name': 'tempest-TestVolumeBootPattern-303763379-router', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '42ae26e4-e3fd-4745-befd-0c000fda61d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:49Z', 'updated_at': '2021-05-26T22:28:51Z', 'revision_number': 3, 'project_id': '6857074dd48e4cc694b08d82db9301ba', 'gw_port': {'id': '42ae26e4-e3fd-4745-befd-0c000fda61d8', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:50Z', 'updated_at': '2021-05-26T22:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:53.193887 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Checking router: f25896fb-5956-4524-9aff-8381e8eef944 for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:28:53.194239 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Updating router f25896fb-5956-4524-9aff-8381e8eef944 port 42ae26e4-e3fd-4745-befd-0c000fda61d8 binding host dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:28:53.250910 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.263709 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.266241 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Transition to ACTIVE for port object 0ba57830-3667-4469-ac0a-96f4deaab9bf will not be triggered until provisioned by entity DHCP. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:53.290170 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.294216 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-785766d3-5001-40b0-8fd6-bfa761eb3a54 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:53.328971 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.362190 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Network f336b854-44e2-4b07-9eda-36ca942d7cfe is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:53.365066 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:53.367580 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:28:53.403889 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba57830-3667-4469-ac0a-96f4deaab9bf,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:53.406925 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:53.420505 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 048e8897-82fe-426c-8d57-5fd873e3bfd2, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=048e8897-82fe-426c-8d57-5fd873e3bfd2,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:53.428561 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.430464 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1746537'] for router_interface, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.437759 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:53.626733 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=048e8897-82fe-426c-8d57-5fd873e3bfd2,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:53.643606 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:53.664912 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.783651 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.803673 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Transition to ACTIVE for port object 42ae26e4-e3fd-4745-befd-0c000fda61d8 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:53.813272 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.817954 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-c01f7f4b-725c-4b6a-88dd-09b0560c83d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:53.857977 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-75b59357-9923-4e41-a284-ce5d3edc8acc None None] Provisioning for port 0ba57830-3667-4469-ac0a-96f4deaab9bf completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:53.877828 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-75b59357-9923-4e41-a284-ce5d3edc8acc None None] Provisioning complete for port 0ba57830-3667-4469-ac0a-96f4deaab9bf triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:53.878208 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-75b59357-9923-4e41-a284-ce5d3edc8acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.908261 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.912879 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.941639 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:53.947060 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Attempting to bind port 42ae26e4-e3fd-4745-befd-0c000fda61d8 on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:28:53.947442 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Attempting to bind port 42ae26e4-e3fd-4745-befd-0c000fda61d8 by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:28:53.947842 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Attempting to bind port 42ae26e4-e3fd-4745-befd-0c000fda61d8 on network 5868c39c-3961-427a-b936-c4b2389a06ed {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:28:53.958643 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5b845-26d8-4d7a-8972-0442fe671160 None None] Pushing event updated for resources: {'Port': ['ID=42ae26e4-e3fd-4745-befd-0c000fda61d8,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:53.964407 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4dd5b845-26d8-4d7a-8972-0442fe671160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:53.965303 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:28:53.965677 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Checking segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:53.966077 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.966555 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Bound using segment: {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:28:53.967014 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Bound port: 42ae26e4-e3fd-4745-befd-0c000fda61d8, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bc77dc-5701-477c-b809-0dcd68e16f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:28:53.967443 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:53.991554 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-75b59357-9923-4e41-a284-ce5d3edc8acc None None] Port 0ba57830-3667-4469-ac0a-96f4deaab9bf cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:28:54.018051 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 51dafd34-67ef-4ae9-83ab-76f8fff91446 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:54.030190 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba57830-3667-4469-ac0a-96f4deaab9bf,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:54.033000 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:54.034107 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1746634'] for router_interface, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:54.099666 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] For port 42ae26e4-e3fd-4745-befd-0c000fda61d8, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:28:54.104134 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] For port 42ae26e4-e3fd-4745-befd-0c000fda61d8, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=42ae26e4-e3fd-4745-befd-0c000fda61d8,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:28:54.110419 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:54.116837 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:54.175235 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Network f336b854-44e2-4b07-9eda-36ca942d7cfe is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:54.176579 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:54.196438 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 51dafd34-67ef-4ae9-83ab-76f8fff91446 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:54.196904 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:54.240481 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Routers {'f25896fb-5956-4524-9aff-8381e8eef944'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:54.241120 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:28:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['f25896fb-5956-4524-9aff-8381e8eef944'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:54.317194 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5b845-26d8-4d7a-8972-0442fe671160 None None] Pushing event updated for resources: {'Port': ['ID=42ae26e4-e3fd-4745-befd-0c000fda61d8,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:54.333534 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4dd5b845-26d8-4d7a-8972-0442fe671160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:54.364638 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Router f25896fb-5956-4524-9aff-8381e8eef944 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:28:54.501520 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] Set router f25896fb-5956-4524-9aff-8381e8eef944 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:54.544606 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-82600d19-8287-492f-8188-be6c2bf01055 None None] Provisioning complete for port 0ba57830-3667-4469-ac0a-96f4deaab9bf triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:54.544988 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82600d19-8287-492f-8188-be6c2bf01055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:54.546492 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:28:54.555807 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] 10.222.0.15 "PUT /v2.0/routers/f25896fb-5956-4524-9aff-8381e8eef944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3678629 May 26 22:28:54.605466 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 048e8897-82fe-426c-8d57-5fd873e3bfd2 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:54.747673 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-82600d19-8287-492f-8188-be6c2bf01055 None None] Port 0ba57830-3667-4469-ac0a-96f4deaab9bf cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:28:54.849655 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 048e8897-82fe-426c-8d57-5fd873e3bfd2 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:54.850248 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.078302 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'name': 'tempest-TestVolumeBootPattern-303763379-router', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '42ae26e4-e3fd-4745-befd-0c000fda61d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:49Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 4, 'project_id': '6857074dd48e4cc694b08d82db9301ba', 'gw_port': {'id': '42ae26e4-e3fd-4745-befd-0c000fda61d8', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:50Z', 'updated_at': '2021-05-26T22:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '0ba57830-3667-4469-ac0a-96f4deaab9bf', 'name': '', 'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'mac_address': 'fa:16:3e:15:71:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b9177f51-e3e4-49be-a972-0aebb6b6802e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:52Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 2, 'project_id': '6857074dd48e4cc694b08d82db9301ba', 'subnets': [{'id': 'b9177f51-e3e4-49be-a972-0aebb6b6802e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:55.082143 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00aae91-00da-4f75-b2a1-a6c6518722a8 None None] The sync data for ids ['f25896fb-5956-4524-9aff-8381e8eef944'] in dv-cinder-793244-1-iscsi is: [{'id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'name': 'tempest-TestVolumeBootPattern-303763379-router', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '42ae26e4-e3fd-4745-befd-0c000fda61d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:49Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 4, 'project_id': '6857074dd48e4cc694b08d82db9301ba', 'gw_port': {'id': '42ae26e4-e3fd-4745-befd-0c000fda61d8', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:50Z', 'updated_at': '2021-05-26T22:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '0ba57830-3667-4469-ac0a-96f4deaab9bf', 'name': '', 'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'mac_address': 'fa:16:3e:15:71:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b9177f51-e3e4-49be-a972-0aebb6b6802e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:52Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 2, 'project_id': '6857074dd48e4cc694b08d82db9301ba', 'subnets': [{'id': 'b9177f51-e3e4-49be-a972-0aebb6b6802e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:28:55.275520 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43602) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:55.284858 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1407892408', 'description': 'tempest-secgroup-smoke-1407892408 description', 'project_id': '013437e5b3f64cb1accf34a45eb19435'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:55.291632 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:55.295785 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Usage tracker for resource:security_group and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:55.299544 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:55.305920 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:55.316941 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.342654 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:55.346710 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Usage tracker for resource:security_group_rule and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:55.349731 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:55.356625 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:55.435633 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.439540 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.443607 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-591120cd-6c93-4f58-b900-4bcad276ad17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:55.489079 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.490875 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2141597 May 26 22:28:55.491987 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3537a6be-0d9c-448e-b625-a7eae65d7cb8,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:55.493862 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 43606) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:55.499340 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-8dd14a54-9240-46a6-b19b-b6201e61cb0b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Request body: {'security_group_rule': {'security_group_id': '3537a6be-0d9c-448e-b625-a7eae65d7cb8', 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:55.500623 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bc00d75b-9f2d-4729-a9eb-8d551532a992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:55.505522 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-8dd14a54-9240-46a6-b19b-b6201e61cb0b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:55.509601 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-8dd14a54-9240-46a6-b19b-b6201e61cb0b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Usage tracker for resource:security_group_rule and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:55.512591 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-8dd14a54-9240-46a6-b19b-b6201e61cb0b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:55.518494 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-8dd14a54-9240-46a6-b19b-b6201e61cb0b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:55.536503 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-8dd14a54-9240-46a6-b19b-b6201e61cb0b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.598920 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-8dd14a54-9240-46a6-b19b-b6201e61cb0b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.603656 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-8dd14a54-9240-46a6-b19b-b6201e61cb0b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.606094 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-2d8e0bd3-cdd8-459b-b699-db617492922e tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:55.629299 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14a54-9240-46a6-b19b-b6201e61cb0b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d2cd61-3113-4cd6-a3c3-87b1d21a28a2,revision_number=0']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:55.634222 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-8dd14a54-9240-46a6-b19b-b6201e61cb0b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:55.638952 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-8dd14a54-9240-46a6-b19b-b6201e61cb0b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.640174 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-8dd14a54-9240-46a6-b19b-b6201e61cb0b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453161 May 26 22:28:55.643117 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43610) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:55.648650 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-41c1828b-4262-4341-89d9-9d76f54568e2 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Request body: {'security_group_rule': {'security_group_id': '3537a6be-0d9c-448e-b625-a7eae65d7cb8', 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:55.655299 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-41c1828b-4262-4341-89d9-9d76f54568e2 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:55.660529 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-41c1828b-4262-4341-89d9-9d76f54568e2 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Usage tracker for resource:security_group_rule and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:55.663448 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-41c1828b-4262-4341-89d9-9d76f54568e2 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:55.671188 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-41c1828b-4262-4341-89d9-9d76f54568e2 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:55.697053 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-41c1828b-4262-4341-89d9-9d76f54568e2 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.784711 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-41c1828b-4262-4341-89d9-9d76f54568e2 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.788497 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-41c1828b-4262-4341-89d9-9d76f54568e2 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.790946 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f15ce230-0fac-4e3e-823a-fcf04ce149d3 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:55.815010 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1828b-4262-4341-89d9-9d76f54568e2 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d64d93-74d1-4fe4-92fb-327eb49ec734,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:55.820107 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-41c1828b-4262-4341-89d9-9d76f54568e2 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:55.826818 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-41c1828b-4262-4341-89d9-9d76f54568e2 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.828088 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-41c1828b-4262-4341-89d9-9d76f54568e2 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1839876 May 26 22:28:55.830880 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43614) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:55.837110 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-70deed2b-c4c4-4cae-b393-20c09a0fb31a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Request body: {'security_group_rule': {'security_group_id': '3537a6be-0d9c-448e-b625-a7eae65d7cb8', 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:55.843563 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-70deed2b-c4c4-4cae-b393-20c09a0fb31a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:55.847487 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-70deed2b-c4c4-4cae-b393-20c09a0fb31a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Usage tracker for resource:security_group_rule and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:55.850398 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-70deed2b-c4c4-4cae-b393-20c09a0fb31a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:55.856381 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-70deed2b-c4c4-4cae-b393-20c09a0fb31a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:55.875748 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-70deed2b-c4c4-4cae-b393-20c09a0fb31a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.942929 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-70deed2b-c4c4-4cae-b393-20c09a0fb31a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.947154 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-70deed2b-c4c4-4cae-b393-20c09a0fb31a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.954902 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:55.976119 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70deed2b-c4c4-4cae-b393-20c09a0fb31a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3fe5fc-cc25-48b3-89ca-e36ccaae0852,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:55.980052 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-70deed2b-c4c4-4cae-b393-20c09a0fb31a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:55.988338 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-70deed2b-c4c4-4cae-b393-20c09a0fb31a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:55.989705 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-70deed2b-c4c4-4cae-b393-20c09a0fb31a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578958 May 26 22:28:55.993369 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43618) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:55.999154 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-eb150742-61ec-4560-b0b9-7df8e88cf07c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Request body: {'security_group_rule': {'security_group_id': '3537a6be-0d9c-448e-b625-a7eae65d7cb8', 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:56.005704 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-eb150742-61ec-4560-b0b9-7df8e88cf07c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:56.009879 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-eb150742-61ec-4560-b0b9-7df8e88cf07c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Usage tracker for resource:security_group_rule and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:56.012879 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-eb150742-61ec-4560-b0b9-7df8e88cf07c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:56.019752 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-eb150742-61ec-4560-b0b9-7df8e88cf07c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:56.038315 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eb150742-61ec-4560-b0b9-7df8e88cf07c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:56.057894 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 42ae26e4-e3fd-4745-befd-0c000fda61d8 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:56.109843 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eb150742-61ec-4560-b0b9-7df8e88cf07c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:56.114497 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eb150742-61ec-4560-b0b9-7df8e88cf07c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:56.122751 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-70deed2b-c4c4-4cae-b393-20c09a0fb31a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:56.130329 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 42ae26e4-e3fd-4745-befd-0c000fda61d8 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:56.135276 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 42ae26e4-e3fd-4745-befd-0c000fda61d8 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:56.135658 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:56.143591 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb150742-61ec-4560-b0b9-7df8e88cf07c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f020d9-f495-403d-babe-b52442e836f8,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:56.146661 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-eb150742-61ec-4560-b0b9-7df8e88cf07c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:56.155454 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eb150742-61ec-4560-b0b9-7df8e88cf07c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:56.159407 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-eb150742-61ec-4560-b0b9-7df8e88cf07c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1623967 May 26 22:28:56.159589 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43622) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:56.165778 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-9eb3c0a6-8be5-48c0-9159-fc3f97e97935 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Request body: {'security_group_rule': {'security_group_id': '3537a6be-0d9c-448e-b625-a7eae65d7cb8', 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:56.171653 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-9eb3c0a6-8be5-48c0-9159-fc3f97e97935 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:56.175481 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-9eb3c0a6-8be5-48c0-9159-fc3f97e97935 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Usage tracker for resource:security_group_rule and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:56.178325 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-9eb3c0a6-8be5-48c0-9159-fc3f97e97935 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:56.184218 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-9eb3c0a6-8be5-48c0-9159-fc3f97e97935 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:56.194764 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.securitygroups_db [None req-9eb3c0a6-8be5-48c0-9159-fc3f97e97935 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Project 013437e5b3f64cb1accf34a45eb19435 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 22:28:56.200387 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c0a6-8be5-48c0-9159-fc3f97e97935 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:56.254801 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:56.266740 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c0a6-8be5-48c0-9159-fc3f97e97935 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:56.270342 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c0a6-8be5-48c0-9159-fc3f97e97935 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:56.271528 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 42ae26e4-e3fd-4745-befd-0c000fda61d8, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=42ae26e4-e3fd-4745-befd-0c000fda61d8,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:56.275686 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:56.277522 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-fd1a3f4b-a978-436f-b432-05fd3a6d3237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:56.280189 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-1a26306f-aa4a-4e2a-8aa0-082192fbf22e tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:56.298413 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3c0a6-8be5-48c0-9159-fc3f97e97935 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68c32dc-425c-48bf-8043-6c3805a402dc,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:56.302276 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9eb3c0a6-8be5-48c0-9159-fc3f97e97935 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:56.309519 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c0a6-8be5-48c0-9159-fc3f97e97935 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:56.310703 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-9eb3c0a6-8be5-48c0-9159-fc3f97e97935 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1502225 May 26 22:28:56.313364 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 43626) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:56.320064 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.v2.base [None req-5660cbf5-caa2-4676-9526-f18047dfd776 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Request body: {'security_group_rule': {'security_group_id': '3537a6be-0d9c-448e-b625-a7eae65d7cb8', 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:56.328239 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-5660cbf5-caa2-4676-9526-f18047dfd776 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:56.332053 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-5660cbf5-caa2-4676-9526-f18047dfd776 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Usage tracker for resource:security_group_rule and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:56.334954 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.quota.resource [None req-5660cbf5-caa2-4676-9526-f18047dfd776 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:56.341627 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.quota.driver [None req-5660cbf5-caa2-4676-9526-f18047dfd776 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:56.347960 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=42ae26e4-e3fd-4745-befd-0c000fda61d8,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:56.351209 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:56.353432 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.securitygroups_db [None req-5660cbf5-caa2-4676-9526-f18047dfd776 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Project 013437e5b3f64cb1accf34a45eb19435 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 22:28:56.360342 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5660cbf5-caa2-4676-9526-f18047dfd776 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:56.425490 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5660cbf5-caa2-4676-9526-f18047dfd776 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:56.428708 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5660cbf5-caa2-4676-9526-f18047dfd776 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770114'] for security_group_rule, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:56.431464 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:56.453437 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660cbf5-caa2-4676-9526-f18047dfd776 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10105fbc-b564-44d8-91ee-2447ff0e282d,revision_number=0']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:56.456060 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5660cbf5-caa2-4676-9526-f18047dfd776 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:56.462715 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5660cbf5-caa2-4676-9526-f18047dfd776 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:56.463927 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-5660cbf5-caa2-4676-9526-f18047dfd776 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1495860 May 26 22:28:56.629008 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:58.014306 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 42ae26e4-e3fd-4745-befd-0c000fda61d8 up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:58.083658 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 42ae26e4-e3fd-4745-befd-0c000fda61d8 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:58.084069 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:58.390911 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Sync routers for ids ['f25896fb-5956-4524-9aff-8381e8eef944'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:28:58.400796 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Routers {'f25896fb-5956-4524-9aff-8381e8eef944'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:58.401399 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:28:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['f25896fb-5956-4524-9aff-8381e8eef944'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:58.581105 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Set router f25896fb-5956-4524-9aff-8381e8eef944 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:58.869533 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1f4dc86e-9def-4024-9a00-706af995539c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:58.922721 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'name': 'tempest-TestVolumeBootPattern-303763379-router', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '42ae26e4-e3fd-4745-befd-0c000fda61d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:49Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 4, 'project_id': '6857074dd48e4cc694b08d82db9301ba', 'gw_port': {'id': '42ae26e4-e3fd-4745-befd-0c000fda61d8', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:50Z', 'updated_at': '2021-05-26T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '0ba57830-3667-4469-ac0a-96f4deaab9bf', 'name': '', 'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'mac_address': 'fa:16:3e:15:71:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b9177f51-e3e4-49be-a972-0aebb6b6802e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:52Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 2, 'project_id': '6857074dd48e4cc694b08d82db9301ba', 'subnets': [{'id': 'b9177f51-e3e4-49be-a972-0aebb6b6802e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:58.926385 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Checking router: f25896fb-5956-4524-9aff-8381e8eef944 for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:28:58.926739 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Updating router f25896fb-5956-4524-9aff-8381e8eef944 port 0ba57830-3667-4469-ac0a-96f4deaab9bf binding host dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:28:58.979588 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:59.314256 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Notify callbacks [] for port, precommit_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:59.326919 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.provisioning_blocks [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Transition to ACTIVE for port object 0ba57830-3667-4469-ac0a-96f4deaab9bf will not be triggered until provisioned by entity L2. {{(pid=91911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:59.333452 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:59.338751 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-bec3a271-5530-4033-96c3-2bff5aeb3d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:59.504511 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6e81a-d5e7-4e09-993f-28074b827ec5 None None] Pushing event updated for resources: {'Port': ['ID=0ba57830-3667-4469-ac0a-96f4deaab9bf,revision_number=3']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:59.507449 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-bae6e81a-d5e7-4e09-993f-28074b827ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:59.572471 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Attempting to bind port 0ba57830-3667-4469-ac0a-96f4deaab9bf on host dv-cinder-793244-1-iscsi for vnic_type normal with profile {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:28:59.572875 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Attempting to bind port 0ba57830-3667-4469-ac0a-96f4deaab9bf by drivers openvswitch,hyperv on host dv-cinder-793244-1-iscsi at level 0 using segments [{'id': 'caf792ee-b561-4e93-8357-f5e9a2e1f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe'}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:28:59.573240 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Attempting to bind port 0ba57830-3667-4469-ac0a-96f4deaab9bf on network f336b854-44e2-4b07-9eda-36ca942d7cfe {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:28:59.578506 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Checking agent: {'id': '7036341b-c2b7-4ecc-a32c-69ad3314d3cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 3, 1), 'started_at': datetime.datetime(2021, 5, 26, 22, 3, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:28:59.578880 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Checking segment: {'id': 'caf792ee-b561-4e93-8357-f5e9a2e1f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:59.579287 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:59.579711 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Bound using segment: {'id': 'caf792ee-b561-4e93-8357-f5e9a2e1f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe'} {{(pid=91911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:28:59.580185 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.managers [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Bound port: 0ba57830-3667-4469-ac0a-96f4deaab9bf, host: dv-cinder-793244-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf792ee-b561-4e93-8357-f5e9a2e1f335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe'}}] {{(pid=91911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:28:59.580563 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:59.668951 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] For port 0ba57830-3667-4469-ac0a-96f4deaab9bf, host dv-cinder-793244-1-iscsi, cleared binding levels {{(pid=91911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:28:59.671963 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.plugins.ml2.db [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] For port 0ba57830-3667-4469-ac0a-96f4deaab9bf, host dv-cinder-793244-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=0ba57830-3667-4469-ac0a-96f4deaab9bf,segment=NetworkSegment(caf792ee-b561-4e93-8357-f5e9a2e1f335),segment_id=caf792ee-b561-4e93-8357-f5e9a2e1f335)] {{(pid=91911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:28:59.677270 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron_lib.callbacks.manager [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:59.680968 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:59.753879 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Routers {'f25896fb-5956-4524-9aff-8381e8eef944'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:59.754431 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:28:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['f25896fb-5956-4524-9aff-8381e8eef944'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:59.821642 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6e81a-d5e7-4e09-993f-28074b827ec5 None None] Pushing event updated for resources: {'Port': ['ID=0ba57830-3667-4469-ac0a-96f4deaab9bf,revision_number=4']} {{(pid=91911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:59.839429 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG oslo_concurrency.lockutils [None req-bae6e81a-d5e7-4e09-993f-28074b827ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:59.962120 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] Set router f25896fb-5956-4524-9aff-8381e8eef944 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:29:00.041067 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 0ba57830-3667-4469-ac0a-96f4deaab9bf up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:29:00.108094 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning for port 0ba57830-3667-4469-ac0a-96f4deaab9bf completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:29:00.114489 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 0ba57830-3667-4469-ac0a-96f4deaab9bf triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:29:00.114890 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:00.231894 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:00.264540 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] For port 0ba57830-3667-4469-ac0a-96f4deaab9bf, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=0ba57830-3667-4469-ac0a-96f4deaab9bf,segment=NetworkSegment(caf792ee-b561-4e93-8357-f5e9a2e1f335),segment_id=caf792ee-b561-4e93-8357-f5e9a2e1f335)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:29:00.268434 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:00.271815 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-4dd5b845-26d8-4d7a-8972-0442fe671160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:29:00.281522 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'name': 'tempest-TestVolumeBootPattern-303763379-router', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '42ae26e4-e3fd-4745-befd-0c000fda61d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:49Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 4, 'project_id': '6857074dd48e4cc694b08d82db9301ba', 'gw_port': {'id': '42ae26e4-e3fd-4745-befd-0c000fda61d8', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:50Z', 'updated_at': '2021-05-26T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '0ba57830-3667-4469-ac0a-96f4deaab9bf', 'name': '', 'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'mac_address': 'fa:16:3e:15:71:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b9177f51-e3e4-49be-a972-0aebb6b6802e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:52Z', 'updated_at': '2021-05-26T22:28:59Z', 'revision_number': 4, 'project_id': '6857074dd48e4cc694b08d82db9301ba', 'subnets': [{'id': 'b9177f51-e3e4-49be-a972-0aebb6b6802e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:29:00.285340 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14a4e2-8d7d-4cd9-bbf2-fee3d05e875e None None] The sync data for ids ['f25896fb-5956-4524-9aff-8381e8eef944'] in dv-cinder-793244-1-iscsi is: [{'id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'name': 'tempest-TestVolumeBootPattern-303763379-router', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '42ae26e4-e3fd-4745-befd-0c000fda61d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:49Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 4, 'project_id': '6857074dd48e4cc694b08d82db9301ba', 'gw_port': {'id': '42ae26e4-e3fd-4745-befd-0c000fda61d8', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:50Z', 'updated_at': '2021-05-26T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '0ba57830-3667-4469-ac0a-96f4deaab9bf', 'name': '', 'network_id': 'f336b854-44e2-4b07-9eda-36ca942d7cfe', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'mac_address': 'fa:16:3e:15:71:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b9177f51-e3e4-49be-a972-0aebb6b6802e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:52Z', 'updated_at': '2021-05-26T22:28:59Z', 'revision_number': 4, 'project_id': '6857074dd48e4cc694b08d82db9301ba', 'subnets': [{'id': 'b9177f51-e3e4-49be-a972-0aebb6b6802e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:29:00.348608 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Pushing event updated for resources: {'Port': ['ID=0ba57830-3667-4469-ac0a-96f4deaab9bf,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:29:00.351630 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:29:00.892087 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:29:01.195853 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9e5b29be-e5e7-4fcd-8f59-5da62e0ddcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:01.287568 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:02.014655 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 0ba57830-3667-4469-ac0a-96f4deaab9bf up at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:29:02.082102 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Provisioning complete for port 0ba57830-3667-4469-ac0a-96f4deaab9bf triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:29:02.082386 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:02.452233 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:03.949252 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:18.163706 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-ba267c28-3408-4435-9139-2ce2c0be3666 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407892408&fields=id&tenant_id=013437e5b3f64cb1accf34a45eb19435 HTTP/1.1" status: 200 len: 267 time: 0.0398400 May 26 22:29:18.313126 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-85d77988-52aa-4521-b2a7-d283722d28b5 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:18.314463 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-85d77988-52aa-4521-b2a7-d283722d28b5 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 812 time: 0.1439073 May 26 22:29:18.329262 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-5a6a6fa2-488b-405d-b88f-7c9af7993227 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/quotas/013437e5b3f64cb1accf34a45eb19435 HTTP/1.1" status: 200 len: 375 time: 0.0095344 May 26 22:29:18.413139 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-f431e148-e8ae-421a-afd8-a89ac09791b0 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791006 May 26 22:29:18.548537 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-75257ccf-1d02-4e8d-888c-93393b6b24f5 service neutron] 10.222.0.15 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236424 May 26 22:29:18.776886 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-5ba6aab4-a4da-4775-8f35-8bf87b7dab2a service neutron] 10.222.0.15 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226779 May 26 22:29:19.157521 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-429c44cd-a68f-4bc9-8b58-0e5deb241be6 req-e64bc3b9-3e77-487e-adad-1f8192e6dfa5 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 210 time: 0.0423455 May 26 22:29:20.270602 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-36ee14ee-1fc7-4523-90fa-cee53d15ef69 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:20.272391 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-36ee14ee-1fc7-4523-90fa-cee53d15ef69 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 812 time: 0.1582782 May 26 22:29:20.335521 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4a4b146e-e02e-421d-b0cc-70ba4b75d3ef req-87b13a77-9865-4c86-abf4-0226a039718b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 210 time: 0.0619245 May 26 22:29:20.363957 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-ca9f81d2-e690-4114-8f76-d2d805472b85 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=013437e5b3f64cb1accf34a45eb19435 HTTP/1.1" status: 200 len: 380 time: 0.0561490 May 26 22:29:20.372402 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Request body: {'port': {'device_id': '5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'admin_state_up': True, 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'security_groups': ['3537a6be-0d9c-448e-b625-a7eae65d7cb8']}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:29:20.510777 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:29:20.514435 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Usage tracker for resource:port and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:29:20.517194 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:29:20.522784 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:29:20.532113 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Made reservation on behalf of 013437e5b3f64cb1accf34a45eb19435 for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:29:20.535483 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:20.705912 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Allocated IP 172.20.0.13 (fcbf3657-6884-4e14-9a25-c6d40987f186/3e259fdd-164d-4c6f-b193-21276d54f6fa/54c03fcd-9ab4-4195-b04e-62d078c77e8f) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:29:20.904065 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:20.919245 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Transition to ACTIVE for port object 54c03fcd-9ab4-4195-b04e-62d078c77e8f will not be triggered until provisioned by entity DHCP. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:29:20.942647 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:20.951397 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-e9f55682-5374-46f2-a7f5-822be99de707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:29:21.019397 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Network fcbf3657-6884-4e14-9a25-c6d40987f186 is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:29:21.022393 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:29:21.025065 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:29:21.068124 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'Port': ['ID=54c03fcd-9ab4-4195-b04e-62d078c77e8f,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:29:21.072622 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:29:21.103672 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:21.104277 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:21.125281 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-498c2a44-1ac0-4cf7-80e6-d606ec260b01 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7564840 May 26 22:29:21.137848 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Request body: {'port': {'device_id': '5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:29:21.250988 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:21.263698 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-8716c580-c7a5-4a1c-bace-a8064fb12d28 None None] Provisioning for port 54c03fcd-9ab4-4195-b04e-62d078c77e8f completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:29:21.268203 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-8716c580-c7a5-4a1c-bace-a8064fb12d28 None None] Provisioning complete for port 54c03fcd-9ab4-4195-b04e-62d078c77e8f triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:29:21.268571 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8716c580-c7a5-4a1c-bace-a8064fb12d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:21.321565 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-8716c580-c7a5-4a1c-bace-a8064fb12d28 None None] Port 54c03fcd-9ab4-4195-b04e-62d078c77e8f cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:29:21.596537 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26686d-959f-4769-a06f-00531956b370 req-42addf21-bbcf-4ccc-ae0f-9686be4c065c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:21.597136 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-cd26686d-959f-4769-a06f-00531956b370 req-42addf21-bbcf-4ccc-ae0f-9686be4c065c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Synchronizing usage tracker for tenant:013437e5b3f64cb1accf34a45eb19435 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:29:21.665511 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-cd26686d-959f-4769-a06f-00531956b370 req-42addf21-bbcf-4ccc-ae0f-9686be4c065c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Unset dirty status for tenant:013437e5b3f64cb1accf34a45eb19435 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:29:21.666644 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cd26686d-959f-4769-a06f-00531956b370 req-42addf21-bbcf-4ccc-ae0f-9686be4c065c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 932 time: 0.1986043 May 26 22:29:21.692471 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c03fcd-9ab4-4195-b04e-62d078c77e8f {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:29:21.703755 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:21.733609 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Transition to ACTIVE for port object 54c03fcd-9ab4-4195-b04e-62d078c77e8f will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:29:21.736965 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cd26686d-959f-4769-a06f-00531956b370 req-e18718fc-4aaa-4d65-94c5-537c323fd5b1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639353 May 26 22:29:21.738214 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:21.742668 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-ffc1d153-44ba-45dd-856d-4c60617d1775 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:29:22.018068 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Pushing event updated for resources: {'Port': ['ID=54c03fcd-9ab4-4195-b04e-62d078c77e8f,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:29:22.021022 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:29:22.091893 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Attempting to bind port 54c03fcd-9ab4-4195-b04e-62d078c77e8f on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:29:22.092161 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Attempting to bind port 54c03fcd-9ab4-4195-b04e-62d078c77e8f by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:29:22.092482 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Attempting to bind port 54c03fcd-9ab4-4195-b04e-62d078c77e8f on network fcbf3657-6884-4e14-9a25-c6d40987f186 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:29:22.097042 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Port 54c03fcd-9ab4-4195-b04e-62d078c77e8f on network fcbf3657-6884-4e14-9a25-c6d40987f186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:29:22.097361 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Attempting to bind port 54c03fcd-9ab4-4195-b04e-62d078c77e8f on network fcbf3657-6884-4e14-9a25-c6d40987f186 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:29:22.102279 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:29:22.102606 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Checking segment: {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:29:22.102982 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Bound using segment: {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:29:22.103402 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Bound port: 54c03fcd-9ab4-4195-b04e-62d078c77e8f, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:29:22.103766 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:22.190916 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] For port 54c03fcd-9ab4-4195-b04e-62d078c77e8f, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:29:22.193794 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] For port 54c03fcd-9ab4-4195-b04e-62d078c77e8f, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=54c03fcd-9ab4-4195-b04e-62d078c77e8f,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:29:22.198950 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:22.203312 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:29:22.257452 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:22.258058 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:22.260007 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] 10.222.0.24 "PUT /v2.0/ports/54c03fcd-9ab4-4195-b04e-62d078c77e8f HTTP/1.1" status: 200 len: 1094 time: 1.1266422 May 26 22:29:22.260516 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f', 'tag': '54c03fcd-9ab4-4195-b04e-62d078c77e8f'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:29:22.289458 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Pushing event updated for resources: {'Port': ['ID=54c03fcd-9ab4-4195-b04e-62d078c77e8f,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:29:22.299355 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d5e1f9e2-a511-4125-871e-d52f349a3556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:29:22.345886 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f', 'tag': '54c03fcd-9ab4-4195-b04e-62d078c77e8f', 'status': 'completed', 'code': 200} May 26 22:29:22.382209 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-9af800b6-da3d-401d-91da-f5459f643bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:22.383809 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-9af800b6-da3d-401d-91da-f5459f643bf2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 1097 time: 0.0784459 May 26 22:29:22.455634 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-c5877293-6247-47c4-b1d5-463d4da43fab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54c03fcd-9ab4-4195-b04e-62d078c77e8f HTTP/1.1" status: 200 len: 217 time: 0.0648696 May 26 22:29:22.518669 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-80fdd94f-d1e8-4777-9b58-09e250956a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:22.520045 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-80fdd94f-d1e8-4777-9b58-09e250956a14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0568910 May 26 22:29:22.592703 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-5edd732e-9026-45b5-a455-241a1e5b1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:22.594112 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-5edd732e-9026-45b5-a455-241a1e5b1e6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682330 May 26 22:29:22.727947 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-7750f084-e11f-4147-bad3-4e61a0b6fd24 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262107 May 26 22:29:22.902180 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a83dea95-9550-449e-bcf6-79e0eff9ba14 req-391a845a-2ae1-40ef-b216-6110acbc1dfc service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683087 May 26 22:29:22.951203 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c27f7-628a-4ee4-95e4-f7d312cb9990 req-140924f5-be4e-4935-ad7e-6708c49b55cd tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:22.952693 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f50c27f7-628a-4ee4-95e4-f7d312cb9990 req-140924f5-be4e-4935-ad7e-6708c49b55cd tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 944 time: 0.1004980 May 26 22:29:23.041036 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f50c27f7-628a-4ee4-95e4-f7d312cb9990 req-35918c70-da1a-4462-bfc6-eb8f01fc98a9 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572314 May 26 22:29:23.058882 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb7a42-c931-47c1-bbf3-e79f268ef300 req-83372742-75f8-478f-b59c-e76280c2f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:23.060370 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c1fb7a42-c931-47c1-bbf3-e79f268ef300 req-83372742-75f8-478f-b59c-e76280c2f8b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 1097 time: 0.1068366 May 26 22:29:23.190984 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb7a42-c931-47c1-bbf3-e79f268ef300 req-56ac0dac-a36a-462f-8fbf-fdc7803e0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:23.192427 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c1fb7a42-c931-47c1-bbf3-e79f268ef300 req-56ac0dac-a36a-462f-8fbf-fdc7803e0eb5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 912 time: 0.1251364 May 26 22:29:23.272089 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c1fb7a42-c931-47c1-bbf3-e79f268ef300 req-f9c87cc1-28bd-4a21-a4fe-b846bf396e30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54c03fcd-9ab4-4195-b04e-62d078c77e8f HTTP/1.1" status: 200 len: 217 time: 0.0736825 May 26 22:29:23.334067 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb7a42-c931-47c1-bbf3-e79f268ef300 req-029dd933-5c1c-441e-9e80-643ce79f1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:23.335392 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c1fb7a42-c931-47c1-bbf3-e79f268ef300 req-029dd933-5c1c-441e-9e80-643ce79f1b15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0575898 May 26 22:29:23.410644 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb7a42-c931-47c1-bbf3-e79f268ef300 req-e8d3ae20-a682-44b4-883e-1bcd286f8718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:23.412086 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c1fb7a42-c931-47c1-bbf3-e79f268ef300 req-e8d3ae20-a682-44b4-883e-1bcd286f8718 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703721 May 26 22:29:23.543117 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c1fb7a42-c931-47c1-bbf3-e79f268ef300 req-834f3b9f-abb7-457b-b78d-75e2bb90b24f service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240950 May 26 22:29:23.679668 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c1fb7a42-c931-47c1-bbf3-e79f268ef300 req-2d85f451-388a-40e1-a281-b7d3c966dde6 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292620 May 26 22:29:24.228534 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257bbf6-cdce-4db9-a59b-55a4d7ca4922 req-7ab8b2a7-9b09-41a8-9add-2baf9c1b2fef tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:24.229888 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d257bbf6-cdce-4db9-a59b-55a4d7ca4922 req-7ab8b2a7-9b09-41a8-9add-2baf9c1b2fef tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 944 time: 0.0823052 May 26 22:29:24.273414 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-d257bbf6-cdce-4db9-a59b-55a4d7ca4922 req-f97ece64-3e40-4da4-b623-4ab71d385391 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379417 May 26 22:29:25.550324 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bda27-ae3f-428b-9d0e-7f9983a79925 req-c50cf1a3-b0d9-4f23-b59c-92ae4f71eef1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:25.551872 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-185bda27-ae3f-428b-9d0e-7f9983a79925 req-c50cf1a3-b0d9-4f23-b59c-92ae4f71eef1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 944 time: 0.1758926 May 26 22:29:25.595204 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-185bda27-ae3f-428b-9d0e-7f9983a79925 req-79d3e038-69b4-4ce3-b0fc-9a77d039c6de tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377548 May 26 22:29:26.645297 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:26.783278 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1a5fc-cc21-47e4-a072-337d74a9a4e9 req-153a8627-e506-473d-8c7e-2a098f8dcce6 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:26.784727 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7fb1a5fc-cc21-47e4-a072-337d74a9a4e9 req-153a8627-e506-473d-8c7e-2a098f8dcce6 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 944 time: 0.0819943 May 26 22:29:26.827940 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7fb1a5fc-cc21-47e4-a072-337d74a9a4e9 req-7ed5b4f1-415b-44df-9d66-135955c2ba77 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369537 May 26 22:29:28.014494 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383c7e2-8fec-400c-a024-1f5444feb117 req-8af26f56-2387-426c-bba2-73ab1e20503d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:28.015966 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0383c7e2-8fec-400c-a024-1f5444feb117 req-8af26f56-2387-426c-bba2-73ab1e20503d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 944 time: 0.0802763 May 26 22:29:28.061363 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0383c7e2-8fec-400c-a024-1f5444feb117 req-54e884f0-9917-435e-9382-4ddf625927a6 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399179 May 26 22:29:28.871920 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c453-5a28-489e-924d-de59c8736d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:29.244432 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afea2e-c7fc-48f9-83eb-4941f6ca788a req-ed5d7e0f-f58a-455b-8422-bd4a2d079e63 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:29.245896 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-40afea2e-c7fc-48f9-83eb-4941f6ca788a req-ed5d7e0f-f58a-455b-8422-bd4a2d079e63 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 944 time: 0.0816205 May 26 22:29:29.289478 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-40afea2e-c7fc-48f9-83eb-4941f6ca788a req-f5d417ec-b8af-42ed-8b27-5e4f2906b218 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380292 May 26 22:29:30.470879 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee10e18-c297-491f-b115-5fc13ad5a2a9 req-2c06f841-b09e-4f07-add5-a3bde1db6b70 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:30.472352 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6ee10e18-c297-491f-b115-5fc13ad5a2a9 req-2c06f841-b09e-4f07-add5-a3bde1db6b70 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 944 time: 0.0782681 May 26 22:29:30.515753 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6ee10e18-c297-491f-b115-5fc13ad5a2a9 req-ead0ab31-006d-4e39-aaf3-08f4cea62446 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377572 May 26 22:29:30.975802 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 54c03fcd-9ab4-4195-b04e-62d078c77e8f details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:29:31.104967 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 54c03fcd-9ab4-4195-b04e-62d078c77e8f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=54c03fcd-9ab4-4195-b04e-62d078c77e8f,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:29:31.123573 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '54c03fcd-9ab4-4195-b04e-62d078c77e8f', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'port_id': '54c03fcd-9ab4-4195-b04e-62d078c77e8f', 'mac_address': 'fa:16:3e:a6:c2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:29:31.214186 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-cddfe5bf-faf7-41d0-84b5-4465ae815ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:31.216951 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:31.233847 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c03fcd-9ab4-4195-b04e-62d078c77e8f {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:29:31.249399 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 54c03fcd-9ab4-4195-b04e-62d078c77e8f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=54c03fcd-9ab4-4195-b04e-62d078c77e8f,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:29:31.254042 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:31.255668 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:29:31.322612 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:31.334726 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=54c03fcd-9ab4-4195-b04e-62d078c77e8f,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:29:31.338303 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:29:31.583961 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['54c03fcd-9ab4-4195-b04e-62d078c77e8f'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:29:31.705404 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d590a6-2bb8-42b1-8da4-21ee8e25a6e0 req-65a56ab4-3234-4b89-b397-f5cfd7a3b169 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:31.706871 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-94d590a6-2bb8-42b1-8da4-21ee8e25a6e0 req-65a56ab4-3234-4b89-b397-f5cfd7a3b169 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 945 time: 0.0843332 May 26 22:29:31.751250 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-94d590a6-2bb8-42b1-8da4-21ee8e25a6e0 req-6ea42013-3444-43f4-84fe-16fe38ca2992 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377614 May 26 22:29:32.454724 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:32.936381 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32b701-5ee6-499f-9df6-dc1ca0a3fb65 req-879cc3c1-4481-4de9-93d5-5bb26ac3a44b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:32.937817 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cd32b701-5ee6-499f-9df6-dc1ca0a3fb65 req-879cc3c1-4481-4de9-93d5-5bb26ac3a44b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 945 time: 0.0793626 May 26 22:29:32.986093 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cd32b701-5ee6-499f-9df6-dc1ca0a3fb65 req-203d7fa0-f387-4f2b-9f4c-50664c3d9947 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427051 May 26 22:29:32.997323 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 54c03fcd-9ab4-4195-b04e-62d078c77e8f up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:29:33.063508 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port 54c03fcd-9ab4-4195-b04e-62d078c77e8f completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:29:33.068056 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 54c03fcd-9ab4-4195-b04e-62d078c77e8f triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:29:33.068433 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:33.185961 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:33.212162 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c03fcd-9ab4-4195-b04e-62d078c77e8f'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:29:33.221592 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 54c03fcd-9ab4-4195-b04e-62d078c77e8f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=54c03fcd-9ab4-4195-b04e-62d078c77e8f,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:29:33.226041 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:33.228724 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:29:33.298569 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=54c03fcd-9ab4-4195-b04e-62d078c77e8f,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:29:33.301590 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:29:33.310289 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c03fcd-9ab4-4195-b04e-62d078c77e8f', 'code': 200} May 26 22:29:33.576648 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d5893-a8ad-4136-9e27-3d606f08e41c req-19498198-b95f-41c8-9ff1-28e63b48bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:33.578105 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bf1d5893-a8ad-4136-9e27-3d606f08e41c req-19498198-b95f-41c8-9ff1-28e63b48bfd9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 1099 time: 0.0707595 May 26 22:29:33.621146 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-bf1d5893-a8ad-4136-9e27-3d606f08e41c req-96beb772-79e3-4c6c-89b4-3b88a4eb1fd9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359871 May 26 22:29:33.951268 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:34.171065 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308be53e-7b41-4d27-bb41-e30e29c77996 req-1ca16c1d-d2b9-48a6-8cb6-3ec146cb6846 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:34.172422 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-308be53e-7b41-4d27-bb41-e30e29c77996 req-1ca16c1d-d2b9-48a6-8cb6-3ec146cb6846 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 946 time: 0.0820727 May 26 22:29:34.217438 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-308be53e-7b41-4d27-bb41-e30e29c77996 req-9a2a3428-bd04-4bea-8a62-dc7c3388476b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395300 May 26 22:29:35.402122 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687832b-aeaf-42b1-a031-3dfe999a1678 req-1b29e6fc-211f-4df2-bd45-81fa316566cf tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:35.403550 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4687832b-aeaf-42b1-a031-3dfe999a1678 req-1b29e6fc-211f-4df2-bd45-81fa316566cf tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 946 time: 0.0792565 May 26 22:29:35.447800 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4687832b-aeaf-42b1-a031-3dfe999a1678 req-3c0d9e15-7f36-44f8-b44a-c82c9447f682 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386672 May 26 22:29:35.631874 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce065ae-0225-4779-ac62-6258f3e48126 req-47e25191-6a88-4277-a1e1-4b9d04e9fccc tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:35.633857 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8ce065ae-0225-4779-ac62-6258f3e48126 req-47e25191-6a88-4277-a1e1-4b9d04e9fccc tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 946 time: 0.0837278 May 26 22:29:35.678037 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8ce065ae-0225-4779-ac62-6258f3e48126 req-4963e9a9-8ab3-4bef-aabd-70cece3e6f1f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384531 May 26 22:29:35.701242 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 43806) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:29:35.869750 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b70a3-6408-4ffa-ad24-5134a53c179c tempest-TestVolumeBootPattern-417978267 tempest-TestVolumeBootPattern-417978267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:35.870457 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-959b70a3-6408-4ffa-ad24-5134a53c179c tempest-TestVolumeBootPattern-417978267 tempest-TestVolumeBootPattern-417978267-project-admin] Synchronizing usage tracker for tenant:6857074dd48e4cc694b08d82db9301ba on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:29:35.887661 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-959b70a3-6408-4ffa-ad24-5134a53c179c tempest-TestVolumeBootPattern-417978267 tempest-TestVolumeBootPattern-417978267-project-admin] Unset dirty status for tenant:6857074dd48e4cc694b08d82db9301ba on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:29:35.888887 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-959b70a3-6408-4ffa-ad24-5134a53c179c tempest-TestVolumeBootPattern-417978267 tempest-TestVolumeBootPattern-417978267-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 1094 time: 0.1867030 May 26 22:29:35.891834 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 43812) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:29:35.896901 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Request body: {'floatingip': {'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'port_id': '54c03fcd-9ab4-4195-b04e-62d078c77e8f', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:29:35.902624 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:29:35.906351 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Usage tracker for resource:floatingip and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:29:35.909154 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:29:35.914741 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:29:35.924741 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for floatingip, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:36.061079 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:36.195042 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Allocated IP 172.27.2.141 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/009d6f00-f1f0-48ed-95e2-aa70504cc1a9) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:29:36.340137 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:36.370196 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:36.374579 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3edef141-0250-44cb-b047-8a90334399e6 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:29:36.438784 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:29:36.441498 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:29:36.445542 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:29:36.481598 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'Port': ['ID=009d6f00-f1f0-48ed-95e2-aa70504cc1a9,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:29:36.498378 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:36.498759 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:36.499124 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:36.499480 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:36.499864 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:36.500223 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:36.500573 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:36.500923 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:36.501270 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:36.501615 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:36.501957 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:36.502303 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:36.506884 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:29:36.957771 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:37.033501 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:37.236028 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:37.240254 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:37.244671 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:29:37.348507 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'Port': ['ID=009d6f00-f1f0-48ed-95e2-aa70504cc1a9,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:29:37.352383 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:29:37.360864 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:37.529382 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.l3_db [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Floating IP 3b5038aa-4f2b-4ae3-a009-acc390320a8a associated. External IP: 172.27.2.141, port: 54c03fcd-9ab4-4195-b04e-62d078c77e8f. May 26 22:29:37.877735 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Router 6ee08027-32e8-4a52-8460-9cc9a564dfda has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:29:37.890421 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:29:38.161026 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:29:38.170744 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305f589-39a6-4334-b1d3-0e7a1929eefa None None] Sync routers for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:29:38.180368 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305f589-39a6-4334-b1d3-0e7a1929eefa None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:29:38.181203 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-a305f589-39a6-4334-b1d3-0e7a1929eefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:29:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:29:38.186762 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:38.255716 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-c8b88291-d20f-4b15-8b05-be7ea2a32ff1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3505487 May 26 22:29:38.255716 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f', 'tag': '54c03fcd-9ab4-4195-b04e-62d078c77e8f'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:29:38.287451 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f', 'tag': '54c03fcd-9ab4-4195-b04e-62d078c77e8f', 'status': 'completed', 'code': 200} May 26 22:29:38.366655 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-a305f589-39a6-4334-b1d3-0e7a1929eefa None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:29:38.379521 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61302c-43de-4826-a1ba-b4bcebc1de7c req-71d48818-86bf-4de3-9a95-9dfe5d54e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:38.381018 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7f61302c-43de-4826-a1ba-b4bcebc1de7c req-71d48818-86bf-4de3-9a95-9dfe5d54e48b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 1099 time: 0.0699384 May 26 22:29:38.511711 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61302c-43de-4826-a1ba-b4bcebc1de7c req-df24bde8-b0eb-41e0-b64f-9ec2559dc838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:38.513075 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7f61302c-43de-4826-a1ba-b4bcebc1de7c req-df24bde8-b0eb-41e0-b64f-9ec2559dc838 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 912 time: 0.1255276 May 26 22:29:38.624952 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7f61302c-43de-4826-a1ba-b4bcebc1de7c req-b6652b8d-1cb1-4404-aa8e-f3136ef6b686 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54c03fcd-9ab4-4195-b04e-62d078c77e8f HTTP/1.1" status: 200 len: 1000 time: 0.1041813 May 26 22:29:38.689067 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61302c-43de-4826-a1ba-b4bcebc1de7c req-1d4d9990-55b1-40d0-b766-61b0a9fcf0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:38.690504 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7f61302c-43de-4826-a1ba-b4bcebc1de7c req-1d4d9990-55b1-40d0-b766-61b0a9fcf0bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0592294 May 26 22:29:38.715157 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-a305f589-39a6-4334-b1d3-0e7a1929eefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '3b5038aa-4f2b-4ae3-a009-acc390320a8a', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'port_id': '54c03fcd-9ab4-4195-b04e-62d078c77e8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'mac_address': 'fa:16:3e:a6:c2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:29:36Z', 'updated_at': '2021-05-26T22:29:36Z', 'revision_number': 0, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:29:38.718986 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305f589-39a6-4334-b1d3-0e7a1929eefa None None] Checking router: 6ee08027-32e8-4a52-8460-9cc9a564dfda for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:29:38.727244 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305f589-39a6-4334-b1d3-0e7a1929eefa None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:29:38.727871 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-a305f589-39a6-4334-b1d3-0e7a1929eefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:29:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:29:38.769347 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61302c-43de-4826-a1ba-b4bcebc1de7c req-9ecd2a6d-18eb-40ea-b051-5e816ec9427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:38.770742 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7f61302c-43de-4826-a1ba-b4bcebc1de7c req-9ecd2a6d-18eb-40ea-b051-5e816ec9427a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735519 May 26 22:29:38.903290 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7f61302c-43de-4826-a1ba-b4bcebc1de7c req-8002b683-2511-42f0-9142-7563dfc68f0e service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259773 May 26 22:29:38.905627 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-a305f589-39a6-4334-b1d3-0e7a1929eefa None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:29:39.039408 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7f61302c-43de-4826-a1ba-b4bcebc1de7c req-f2b773ce-8d70-470b-a197-c07942c4a361 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296723 May 26 22:29:39.291993 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-a305f589-39a6-4334-b1d3-0e7a1929eefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '3b5038aa-4f2b-4ae3-a009-acc390320a8a', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'port_id': '54c03fcd-9ab4-4195-b04e-62d078c77e8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'mac_address': 'fa:16:3e:a6:c2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:29:36Z', 'updated_at': '2021-05-26T22:29:36Z', 'revision_number': 0, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:29:39.295730 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305f589-39a6-4334-b1d3-0e7a1929eefa None None] The sync data for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi is: [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '3b5038aa-4f2b-4ae3-a009-acc390320a8a', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'floating_ip_address': '172.27.2.141', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'port_id': '54c03fcd-9ab4-4195-b04e-62d078c77e8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'mac_address': 'fa:16:3e:a6:c2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:29:36Z', 'updated_at': '2021-05-26T22:29:36Z', 'revision_number': 0, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:29:39.475084 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7087127c-1a69-46d3-a56d-10a9674b1c63 None None] New status for floating IP 3b5038aa-4f2b-4ae3-a009-acc390320a8a: ACTIVE {{(pid=91911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:29:56.661988 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:58.873463 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-be292140-b593-4e86-b8a3-9a6481d45df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:01.196135 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5ccc262c-8f9f-4eab-821d-ddc90070fc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:01.284294 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:02.457777 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:03.954502 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:11.133193 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [req-d347e08e-76a0-49bf-a2e0-bac85aa12417 req-5700f097-1f6c-4cf2-9820-40b261bdf965 service neutron] (91909) timed out ('10.222.0.24', 64055) {{(pid=91909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 22:30:14.890033 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:30:15.459483 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0ed0f472-b9f8-47cc-86e9-707c1fd51b70 req-5d675b4e-acd4-4673-b5a4-689f033ce509 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681825 May 26 22:30:15.600203 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0f472-b9f8-47cc-86e9-707c1fd51b70 req-859c71d2-259a-4456-8ed2-ad8d015f69af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:15.601650 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0ed0f472-b9f8-47cc-86e9-707c1fd51b70 req-859c71d2-259a-4456-8ed2-ad8d015f69af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 1099 time: 0.0741045 May 26 22:30:15.744767 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0f472-b9f8-47cc-86e9-707c1fd51b70 req-bac0ea61-a77c-4394-91ea-ca1b24d699d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:15.746825 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0ed0f472-b9f8-47cc-86e9-707c1fd51b70 req-bac0ea61-a77c-4394-91ea-ca1b24d699d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 912 time: 0.1256554 May 26 22:30:15.846711 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0ed0f472-b9f8-47cc-86e9-707c1fd51b70 req-1d2efb9e-94e5-4156-bed8-4c5bbaa5227b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54c03fcd-9ab4-4195-b04e-62d078c77e8f HTTP/1.1" status: 200 len: 1002 time: 0.0923181 May 26 22:30:15.912283 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0f472-b9f8-47cc-86e9-707c1fd51b70 req-fb97b9f8-fd65-4471-b1ed-23a31c1af151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:15.913728 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0ed0f472-b9f8-47cc-86e9-707c1fd51b70 req-fb97b9f8-fd65-4471-b1ed-23a31c1af151 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0607555 May 26 22:30:15.986826 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0f472-b9f8-47cc-86e9-707c1fd51b70 req-11b8f93a-ece8-49c0-8cf4-3ed39f1c1f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:15.988317 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0ed0f472-b9f8-47cc-86e9-707c1fd51b70 req-11b8f93a-ece8-49c0-8cf4-3ed39f1c1f9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685034 May 26 22:30:16.119659 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0ed0f472-b9f8-47cc-86e9-707c1fd51b70 req-5b5272ce-584a-4bd1-b804-255f34d46695 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250346 May 26 22:30:16.348741 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0ed0f472-b9f8-47cc-86e9-707c1fd51b70 req-3cf7d67e-e552-41b6-8335-10a120335f6e service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219794 May 26 22:30:26.658875 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:28.875854 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8f4f-65ca-49fb-9120-2976d571bb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:31.200457 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-79cc69e2-5603-435f-bffd-77c5e4a1e9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:31.285774 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:32.460902 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:33.966664 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:51.889075 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:30:56.672614 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:58.880935 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-add52019-7758-463a-ba51-9799fc09ac4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:01.202408 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ebca7f84-269e-44b4-ae57-74a17b1236ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:01.288694 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:02.465349 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:03.963403 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:15.505731 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0af6e771-a4b4-4d0e-bb54-5deaa6a4d18a req-978e6041-18df-471a-b5c2-ea4268219087 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1202629 May 26 22:31:15.639651 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6e771-a4b4-4d0e-bb54-5deaa6a4d18a req-c8157c41-c058-4b44-bec2-3cff0b5f5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:15.641129 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0af6e771-a4b4-4d0e-bb54-5deaa6a4d18a req-c8157c41-c058-4b44-bec2-3cff0b5f5dd9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 1099 time: 0.0700049 May 26 22:31:15.793422 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6e771-a4b4-4d0e-bb54-5deaa6a4d18a req-5e9bc2fb-5239-4b0a-814c-e3919d218276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:15.794856 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0af6e771-a4b4-4d0e-bb54-5deaa6a4d18a req-5e9bc2fb-5239-4b0a-814c-e3919d218276 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 912 time: 0.1346149 May 26 22:31:15.897431 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0af6e771-a4b4-4d0e-bb54-5deaa6a4d18a req-91964dc4-98b6-4fda-a32c-96ee0960d3cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54c03fcd-9ab4-4195-b04e-62d078c77e8f HTTP/1.1" status: 200 len: 1002 time: 0.0960121 May 26 22:31:15.959119 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6e771-a4b4-4d0e-bb54-5deaa6a4d18a req-0dd68acf-3d4e-4add-861f-f8b0aa924572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:15.960525 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0af6e771-a4b4-4d0e-bb54-5deaa6a4d18a req-0dd68acf-3d4e-4add-861f-f8b0aa924572 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0570481 May 26 22:31:16.037212 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6e771-a4b4-4d0e-bb54-5deaa6a4d18a req-d3a8ff05-5c53-4f8f-b69f-c269cd02fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:16.038666 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0af6e771-a4b4-4d0e-bb54-5deaa6a4d18a req-d3a8ff05-5c53-4f8f-b69f-c269cd02fc20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715253 May 26 22:31:16.048717 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [req-0af6e771-a4b4-4d0e-bb54-5deaa6a4d18a req-65bd1735-8b10-47c6-824e-ed469bb2b1b7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:31:16.049545 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0af6e771-a4b4-4d0e-bb54-5deaa6a4d18a req-65bd1735-8b10-47c6-824e-ed469bb2b1b7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047567 May 26 22:31:16.178092 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0af6e771-a4b4-4d0e-bb54-5deaa6a4d18a req-fc93ad85-a06b-4ade-aa1e-53ce0dd731b2 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222680 May 26 22:31:16.307228 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0af6e771-a4b4-4d0e-bb54-5deaa6a4d18a req-f3c2eb0e-c35f-4297-a677-c18adff79166 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225355 May 26 22:31:26.671118 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:28.882378 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-505cd72c-1163-407f-8e1e-17620dd87b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:28.888793 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:31:31.206978 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-dc2662a1-48ea-428d-9290-5c65d5b959e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:31.289871 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:32.464844 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:33.964132 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:53.871631 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842bdfc-9266-4ced-bd29-4d287719753c req-a1d226f4-16bb-436e-bdd1-2c1884bd4609 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:53.873113 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0842bdfc-9266-4ced-bd29-4d287719753c req-a1d226f4-16bb-436e-bdd1-2c1884bd4609 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 946 time: 0.1250658 May 26 22:31:53.917257 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0842bdfc-9266-4ced-bd29-4d287719753c req-4766fd99-ae98-4b06-9f68-da385928a3d1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377362 May 26 22:31:55.106726 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941c2c9-7583-42a5-9821-ee5f308fe93c req-655c99bf-bff9-48c1-9593-8f32023c3ff7 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:55.108097 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e941c2c9-7583-42a5-9821-ee5f308fe93c req-655c99bf-bff9-48c1-9593-8f32023c3ff7 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 946 time: 0.0833268 May 26 22:31:55.152614 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e941c2c9-7583-42a5-9821-ee5f308fe93c req-831dc6bf-29d8-44d8-b073-bb69dd775f5c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388379 May 26 22:31:55.406307 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-7b316e5a-b866-4182-a4bd-a5955490b619 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:55.408601 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-7b316e5a-b866-4182-a4bd-a5955490b619 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 946 time: 0.0792916 May 26 22:31:55.546651 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Deleting port 54c03fcd-9ab4-4195-b04e-62d078c77e8f {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:31:55.547513 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:55.680012 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] For port 54c03fcd-9ab4-4195-b04e-62d078c77e8f, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=54c03fcd-9ab4-4195-b04e-62d078c77e8f,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:31:55.680283 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:56.067366 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:56.067763 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:56.068074 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.l3_db [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Floating IP 3b5038aa-4f2b-4ae3-a009-acc390320a8a disassociated. External IP: 172.27.2.141, port: 54c03fcd-9ab4-4195-b04e-62d078c77e8f. May 26 22:31:56.068404 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Calling delete_port for 54c03fcd-9ab4-4195-b04e-62d078c77e8f owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:31:56.174824 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:56.180506 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-5e66f974-803d-40e0-964d-b4052d4069a9 tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:56.227258 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event deleted for resources: {'Port': ['ID=54c03fcd-9ab4-4195-b04e-62d078c77e8f,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:56.238758 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:56.239130 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:56.239493 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:56.239887 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:56.240235 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:56.240586 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:56.240929 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:56.241385 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:56.241614 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:56.241956 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:56.242298 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:56.242636 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:56.246399 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:56.359307 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-693d0bc8-d4a0-4f8a-8f83-76644f7a96a0 req-2f8e296e-e385-46c2-bf01-592d1ec8eb23 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 210 time: 0.0637574 May 26 22:31:56.468138 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Router 6ee08027-32e8-4a52-8460-9cc9a564dfda has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:31:56.650016 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:31:56.659625 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1f220-fe71-434b-9bba-070a114e2dd0 None None] Sync routers for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:31:56.674080 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf1f220-fe71-434b-9bba-070a114e2dd0 None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:31:56.674864 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-1bf1f220-fe71-434b-9bba-070a114e2dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:31:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:56.726421 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] No DVR routers for this DVR port 54c03fcd-9ab4-4195-b04e-62d078c77e8f on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:31:56.729186 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:56.731933 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f', 'name': 'network-vif-deleted', 'tag': '54c03fcd-9ab4-4195-b04e-62d078c77e8f'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:31:56.747788 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-14c2f80c-b167-4b48-9729-0be5c8522c92 req-f804a3f2-97d2-4d03-a8e6-17e7f176bc55 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.24 "DELETE /v2.0/ports/54c03fcd-9ab4-4195-b04e-62d078c77e8f HTTP/1.1" status: 204 len: 173 time: 1.3339505 May 26 22:31:56.758797 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:56.779407 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f', 'name': 'network-vif-deleted', 'tag': '54c03fcd-9ab4-4195-b04e-62d078c77e8f', 'status': 'completed', 'code': 200} May 26 22:31:56.860537 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-1bf1f220-fe71-434b-9bba-070a114e2dd0 None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:31:57.178222 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-1bf1f220-fe71-434b-9bba-070a114e2dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:57.182099 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1f220-fe71-434b-9bba-070a114e2dd0 None None] Checking router: 6ee08027-32e8-4a52-8460-9cc9a564dfda for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:31:57.190689 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf1f220-fe71-434b-9bba-070a114e2dd0 None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:31:57.191286 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-1bf1f220-fe71-434b-9bba-070a114e2dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:31:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:57.363709 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-1bf1f220-fe71-434b-9bba-070a114e2dd0 None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:31:57.543795 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-e5750f7b-d13b-481c-997c-2379ac4f5528 req-0a527eee-4384-4f3b-8a43-122a45ecbecc tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Synchronizing usage tracker for tenant:013437e5b3f64cb1accf34a45eb19435 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:31:57.560550 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-e5750f7b-d13b-481c-997c-2379ac4f5528 req-0a527eee-4384-4f3b-8a43-122a45ecbecc tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Unset dirty status for tenant:013437e5b3f64cb1accf34a45eb19435 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:31:57.561904 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e5750f7b-d13b-481c-997c-2379ac4f5528 req-0a527eee-4384-4f3b-8a43-122a45ecbecc tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d7e7639-7b5a-47b3-9d94-3ec3fd31c52f HTTP/1.1" status: 200 len: 210 time: 0.0782471 May 26 22:31:57.714285 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-1bf1f220-fe71-434b-9bba-070a114e2dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:57.718544 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1f220-fe71-434b-9bba-070a114e2dd0 None None] The sync data for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi is: [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:31:57.803319 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 54c03fcd-9ab4-4195-b04e-62d078c77e8f no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:31:57.842943 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: 54c03fcd-9ab4-4195-b04e-62d078c77e8f {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:31:57.843387 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 54c03fcd-9ab4-4195-b04e-62d078c77e8f not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:31:57.915005 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacde89c-731e-4d08-9d3d-9eab2b1c3450 None None] New status for floating IP 3b5038aa-4f2b-4ae3-a009-acc390320a8a: DOWN {{(pid=91911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:31:58.869578 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-39e95475-a25c-4c9c-874e-a31d35e8304a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407892408&fields=id&tenant_id=013437e5b3f64cb1accf34a45eb19435 HTTP/1.1" status: 200 len: 267 time: 0.0434072 May 26 22:31:58.884210 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f784376c-f429-4b4f-affd-d65dcf23dd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:59.016988 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-9db87b99-3cfd-44b8-8e8c-a1fec995889e tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:59.018395 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-9db87b99-3cfd-44b8-8e8c-a1fec995889e tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 812 time: 0.1420627 May 26 22:31:59.033335 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-1a627ce4-a0e7-415e-8a8b-45239beb8ccf tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/quotas/013437e5b3f64cb1accf34a45eb19435 HTTP/1.1" status: 200 len: 375 time: 0.0094817 May 26 22:31:59.125533 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-a4762f24-9e39-432b-86e2-75e6e0a3cf13 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788679 May 26 22:31:59.181939 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-99a56555-8808-4a9f-9b7a-d1a1ef83d6a9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=91908) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:31:59.182908 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-99a56555-8808-4a9f-9b7a-d1a1ef83d6a9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461247 May 26 22:31:59.312211 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-765305e4-e5fe-4ae8-be32-cd34eeb8a117 service neutron] 10.222.0.15 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232877 May 26 22:31:59.441198 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c2471527-2751-423e-bb67-738903fb836d service neutron] 10.222.0.15 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232381 May 26 22:32:00.893308 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a9af4650-9178-41b8-8b43-efe855418b2d req-2586f955-978b-434f-b450-4004e8eeca96 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 210 time: 0.0427539 May 26 22:32:01.209918 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-0ae7fcb9-5981-4ccd-9489-b6ddd2f36005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:01.290563 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:02.087502 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-20346a17-9e7f-4168-b717-fcdfd72f23ac req-06ef80f3-3b45-480b-aa3d-79cfea315a9c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 210 time: 0.1440163 May 26 22:32:02.468263 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:03.183703 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c6432a87-3c14-4780-b702-6336125afa49 req-464165ff-c18e-4c4a-afbd-309ec9b7c62a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 210 time: 0.0404382 May 26 22:32:03.979410 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:04.331193 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-c18a1bda-45d9-42a1-aac3-082cfca1c5eb req-d9fd16ad-a3f1-4d3b-9ce0-618f5c972413 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 210 time: 0.0423706 May 26 22:32:05.486206 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9e690d77-2b1a-4fe8-883c-b433afa6e25e req-ac5751d5-4f51-4c9f-8078-2618c6a3551a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 210 time: 0.0499763 May 26 22:32:05.887246 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:32:05.985715 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-2aa30b35-ef2e-4466-bf03-d6167fab26c9 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:05.987169 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-2aa30b35-ef2e-4466-bf03-d6167fab26c9 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 812 time: 0.1519651 May 26 22:32:06.038415 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d5ac5eed-3874-4da7-bee5-f00ff99a518f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=013437e5b3f64cb1accf34a45eb19435 HTTP/1.1" status: 200 len: 380 time: 0.0426798 May 26 22:32:06.049854 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Request body: {'port': {'device_id': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'admin_state_up': True, 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'security_groups': ['3537a6be-0d9c-448e-b625-a7eae65d7cb8']}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:32:06.198106 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:06.207667 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:06.216912 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Made reservation on behalf of 013437e5b3f64cb1accf34a45eb19435 for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:32:06.220948 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:06.381485 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Allocated IP 172.20.0.4 (fcbf3657-6884-4e14-9a25-c6d40987f186/3e259fdd-164d-4c6f-b193-21276d54f6fa/8d6e610a-79f5-4ac6-b429-bad7fa794bcb) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:06.581399 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:06.597705 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Transition to ACTIVE for port object 8d6e610a-79f5-4ac6-b429-bad7fa794bcb will not be triggered until provisioned by entity DHCP. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:06.647074 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-62b2dfa3-6134-49f8-ba57-13ed6f83693e req-4640e5b9-15f2-4f16-ba68-c9a62314b0f3 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 210 time: 0.0478776 May 26 22:32:06.663858 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:06.673322 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d02cf43e-544a-4ee8-b49a-462adc2734e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:06.742060 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Network fcbf3657-6884-4e14-9a25-c6d40987f186 is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:06.745002 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:06.748793 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:32:06.778268 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'Port': ['ID=8d6e610a-79f5-4ac6-b429-bad7fa794bcb,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:06.785669 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:06.816230 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:06.816856 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:06.844232 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7974780 May 26 22:32:06.856078 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Request body: {'port': {'device_id': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:32:06.967941 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:07.018816 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-f7c258e3-32fd-483b-b2a8-7e9fdbe31bd5 None None] Provisioning for port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:07.023415 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-f7c258e3-32fd-483b-b2a8-7e9fdbe31bd5 None None] Provisioning complete for port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:07.023831 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f7c258e3-32fd-483b-b2a8-7e9fdbe31bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:07.076259 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-f7c258e3-32fd-483b-b2a8-7e9fdbe31bd5 None None] Port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:32:07.299274 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6e610a-79f5-4ac6-b429-bad7fa794bcb {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:32:07.306228 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:07.319826 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Transition to ACTIVE for port object 8d6e610a-79f5-4ac6-b429-bad7fa794bcb will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:32:07.323570 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:07.327824 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-fff39d8c-1ef6-4b07-94c8-d4e908561f4f tempest-VolumesSnapshotTestJSON-117759941 tempest-VolumesSnapshotTestJSON-117759941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:07.581223 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Pushing event updated for resources: {'Port': ['ID=8d6e610a-79f5-4ac6-b429-bad7fa794bcb,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:07.589272 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:07.658556 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Attempting to bind port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:32:07.658794 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Attempting to bind port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:32:07.659114 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Attempting to bind port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb on network fcbf3657-6884-4e14-9a25-c6d40987f186 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:32:07.663553 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb on network fcbf3657-6884-4e14-9a25-c6d40987f186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:32:07.663894 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Attempting to bind port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb on network fcbf3657-6884-4e14-9a25-c6d40987f186 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:32:07.668793 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:32:07.669115 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Checking segment: {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:32:07.669481 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Bound using segment: {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:32:07.669892 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Bound port: 8d6e610a-79f5-4ac6-b429-bad7fa794bcb, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:32:07.670223 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:07.760988 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] For port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:32:07.764021 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] For port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8d6e610a-79f5-4ac6-b429-bad7fa794bcb,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:32:07.768496 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:07.774213 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-3d7cb090-880b-44e9-ad86-0fa64e139606 tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:07.879954 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:07.880572 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:07.881959 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] 10.222.0.24 "PUT /v2.0/ports/8d6e610a-79f5-4ac6-b429-bad7fa794bcb HTTP/1.1" status: 200 len: 1093 time: 1.0303409 May 26 22:32:07.882465 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'tag': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:07.919277 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Pushing event updated for resources: {'Port': ['ID=8d6e610a-79f5-4ac6-b429-bad7fa794bcb,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:07.956481 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:07.994344 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fb091-99cc-468f-8022-f7daa273f638 req-eba38f4a-f0d3-4fc8-a0f8-acefb9e599a6 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:07.995055 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-803fb091-99cc-468f-8022-f7daa273f638 req-eba38f4a-f0d3-4fc8-a0f8-acefb9e599a6 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Synchronizing usage tracker for tenant:013437e5b3f64cb1accf34a45eb19435 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:32:08.023632 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-803fb091-99cc-468f-8022-f7daa273f638 req-eba38f4a-f0d3-4fc8-a0f8-acefb9e599a6 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Unset dirty status for tenant:013437e5b3f64cb1accf34a45eb19435 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:32:08.025020 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-803fb091-99cc-468f-8022-f7daa273f638 req-eba38f4a-f0d3-4fc8-a0f8-acefb9e599a6 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 943 time: 0.2516372 May 26 22:32:08.030557 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-1114e4aa-3789-4d81-b24f-6da5226f76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:08.032862 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-1114e4aa-3789-4d81-b24f-6da5226f76a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 1096 time: 0.1105754 May 26 22:32:08.118065 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-c93b2624-9a44-4ade-ae7d-9a8e3ea5ffa5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d6e610a-79f5-4ac6-b429-bad7fa794bcb HTTP/1.1" status: 200 len: 217 time: 0.0668087 May 26 22:32:08.181653 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-803fb091-99cc-468f-8022-f7daa273f638 req-9bcdf466-0c0e-4646-ad86-a777e28cc32f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467686 May 26 22:32:08.200645 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-05a13ae2-50b1-43e3-b8a0-2ed4ff799e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:08.202072 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-05a13ae2-50b1-43e3-b8a0-2ed4ff799e07 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0735877 May 26 22:32:08.240221 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'tag': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'status': 'completed', 'code': 200} May 26 22:32:08.281674 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-815cba2d-0411-4c9a-8a02-57d172122868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:08.283288 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-815cba2d-0411-4c9a-8a02-57d172122868 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745008 May 26 22:32:08.415763 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-3ecbfc0d-d6d2-463f-90df-e6c75d2d44ff service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264122 May 26 22:32:08.553011 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7540952c-f625-433c-94e9-6f968a2e52d6 req-6b1addb5-f56f-4484-9705-2258aba28056 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311264 May 26 22:32:08.675178 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28336a40-d337-4e92-8664-ce29eafdcbad req-33d841c4-ceda-498b-a8a6-48d40510ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:08.676613 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-28336a40-d337-4e92-8664-ce29eafdcbad req-33d841c4-ceda-498b-a8a6-48d40510ecda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 1096 time: 0.0754650 May 26 22:32:08.809095 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28336a40-d337-4e92-8664-ce29eafdcbad req-afb2ffde-42e3-4132-84ae-22fe3e4e0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:08.810507 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-28336a40-d337-4e92-8664-ce29eafdcbad req-afb2ffde-42e3-4132-84ae-22fe3e4e0a0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 912 time: 0.1281199 May 26 22:32:08.881327 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-28336a40-d337-4e92-8664-ce29eafdcbad req-f82bc9ac-d2e9-4d14-82cf-32fcfbc0fcf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d6e610a-79f5-4ac6-b429-bad7fa794bcb HTTP/1.1" status: 200 len: 217 time: 0.0637324 May 26 22:32:08.946289 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28336a40-d337-4e92-8664-ce29eafdcbad req-5ae9e43f-38e0-495d-a207-26d3ac857c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:08.947866 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-28336a40-d337-4e92-8664-ce29eafdcbad req-5ae9e43f-38e0-495d-a207-26d3ac857c19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0602489 May 26 22:32:09.022188 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28336a40-d337-4e92-8664-ce29eafdcbad req-351b9eb8-27fa-4573-b770-ff893ea34e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:09.023766 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-28336a40-d337-4e92-8664-ce29eafdcbad req-351b9eb8-27fa-4573-b770-ff893ea34e13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690205 May 26 22:32:09.154232 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-28336a40-d337-4e92-8664-ce29eafdcbad req-54f471f0-fdf3-4f0d-964a-b378dc59cee1 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243408 May 26 22:32:09.434217 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-28336a40-d337-4e92-8664-ce29eafdcbad req-4da794de-809d-4479-b258-56bc1ed25ac1 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725096 May 26 22:32:09.453568 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2e74d-c47e-4bed-95b3-ade61e9369b1 req-7dcd00ae-7cea-46da-b423-ae73de193848 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:09.454966 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-32a2e74d-c47e-4bed-95b3-ade61e9369b1 req-7dcd00ae-7cea-46da-b423-ae73de193848 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 943 time: 0.1290438 May 26 22:32:09.498494 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-32a2e74d-c47e-4bed-95b3-ade61e9369b1 req-6f1ef12e-e856-4358-b04f-1ac0a89e6f11 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379078 May 26 22:32:10.684723 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c94acc-ee40-4572-bf94-d8bc966ef43b req-b917ded5-aa74-49e5-a412-76b203be67a9 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:10.686173 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a3c94acc-ee40-4572-bf94-d8bc966ef43b req-b917ded5-aa74-49e5-a412-76b203be67a9 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 943 time: 0.0794878 May 26 22:32:10.730580 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a3c94acc-ee40-4572-bf94-d8bc966ef43b req-486125d2-5ba2-4620-9c63-2545f3dfb3a9 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381379 May 26 22:32:11.917372 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ebb04-4ddc-477d-994b-fdbef56aac10 req-84217761-9093-48ad-a1af-d4e0e256042a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:11.918863 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ef4ebb04-4ddc-477d-994b-fdbef56aac10 req-84217761-9093-48ad-a1af-d4e0e256042a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 943 time: 0.0823634 May 26 22:32:11.965309 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ef4ebb04-4ddc-477d-994b-fdbef56aac10 req-5f2b561b-e9f4-4635-94df-ba5b9b3295da tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389376 May 26 22:32:13.168717 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb4215-e8a6-4f43-8ea9-2af10a30bbc5 req-425e0dd1-27af-42a3-8411-edccc543473a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:13.170080 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a9eb4215-e8a6-4f43-8ea9-2af10a30bbc5 req-425e0dd1-27af-42a3-8411-edccc543473a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 943 time: 0.0983529 May 26 22:32:13.218903 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a9eb4215-e8a6-4f43-8ea9-2af10a30bbc5 req-b27434ca-f40d-4753-9f2a-fa9147e2bf73 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430737 May 26 22:32:14.405293 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6d595-fa76-479f-a68e-b4b7c6c19669 req-7899602e-6dfd-4c75-9b3d-b8524ac68d62 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:14.407467 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cdf6d595-fa76-479f-a68e-b4b7c6c19669 req-7899602e-6dfd-4c75-9b3d-b8524ac68d62 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 943 time: 0.0813012 May 26 22:32:14.453827 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cdf6d595-fa76-479f-a68e-b4b7c6c19669 req-367fce34-f6a7-42bf-9a2c-b5c3a7c3a255 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397019 May 26 22:32:15.640252 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1745b-e8e3-4da6-9ec0-bf6c576b807a req-39b78f4d-2034-4786-85ad-5b81f44ca7b1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:15.641706 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4ec1745b-e8e3-4da6-9ec0-bf6c576b807a req-39b78f4d-2034-4786-85ad-5b81f44ca7b1 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 943 time: 0.0840664 May 26 22:32:15.685691 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4ec1745b-e8e3-4da6-9ec0-bf6c576b807a req-8d247c59-c7c7-4c1f-a83c-58c7c6a95c07 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384347 May 26 22:32:15.844289 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 8d6e610a-79f5-4ac6-b429-bad7fa794bcb details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:32:15.975468 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8d6e610a-79f5-4ac6-b429-bad7fa794bcb,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:32:15.988469 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'port_id': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'mac_address': 'fa:16:3e:4d:a2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:32:16.048079 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.065096 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6e610a-79f5-4ac6-b429-bad7fa794bcb {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:32:16.081058 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8d6e610a-79f5-4ac6-b429-bad7fa794bcb,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:32:16.085007 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.086692 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:16.152615 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=8d6e610a-79f5-4ac6-b429-bad7fa794bcb,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:16.159841 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.160193 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.160532 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.160864 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.161194 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.161522 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.161847 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.162169 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.162491 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.162811 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.163130 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.163446 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.167203 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:16.444173 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['8d6e610a-79f5-4ac6-b429-bad7fa794bcb'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:32:16.870672 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42678d7d-8405-45b8-8949-640ea6a9823c req-096729ca-60aa-4b82-89ec-f8389b94991c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:16.872156 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-42678d7d-8405-45b8-8949-640ea6a9823c req-096729ca-60aa-4b82-89ec-f8389b94991c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 944 time: 0.0818031 May 26 22:32:16.916043 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-42678d7d-8405-45b8-8949-640ea6a9823c req-fc4718cc-8139-43f1-9657-2bd6fc2ef8df tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377531 May 26 22:32:17.843028 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 8d6e610a-79f5-4ac6-b429-bad7fa794bcb up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:17.909298 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:32:17.913689 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:17.914064 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:18.032128 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:18.058632 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:18.068063 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8d6e610a-79f5-4ac6-b429-bad7fa794bcb,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:32:18.077353 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:18.081078 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:18.106124 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f297fbe-8e47-4572-b665-ad6dcf1ed0f9 req-05c5a357-41c7-4feb-b39b-68b8dbbbf32d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:18.107505 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5f297fbe-8e47-4572-b665-ad6dcf1ed0f9 req-05c5a357-41c7-4feb-b39b-68b8dbbbf32d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 944 time: 0.0851288 May 26 22:32:18.146278 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=8d6e610a-79f5-4ac6-b429-bad7fa794bcb,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:18.149237 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:18.152646 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5f297fbe-8e47-4572-b665-ad6dcf1ed0f9 req-993dd264-ef61-42c8-9bdb-dca5774aa22e tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388980 May 26 22:32:18.202249 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'code': 200} May 26 22:32:18.472062 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa070c-b32c-4cc7-98ef-e02259224ab5 req-d9bad1a4-736d-4c23-9040-acf5a8653818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:18.473408 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5aaa070c-b32c-4cc7-98ef-e02259224ab5 req-d9bad1a4-736d-4c23-9040-acf5a8653818 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 1098 time: 0.0721550 May 26 22:32:18.519069 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5aaa070c-b32c-4cc7-98ef-e02259224ab5 req-3cf1ea14-176b-43d5-945e-b11f2ff3c235 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389566 May 26 22:32:19.340903 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1ea43-28bc-4e7b-b589-1e0686b4fa41 req-27b8dbbd-d571-4e5f-8c75-bd136fda8f69 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:19.342345 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-dcc1ea43-28bc-4e7b-b589-1e0686b4fa41 req-27b8dbbd-d571-4e5f-8c75-bd136fda8f69 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 945 time: 0.0795887 May 26 22:32:19.389331 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-dcc1ea43-28bc-4e7b-b589-1e0686b4fa41 req-03c114d5-757e-4d6c-b247-f25d0bb0b11a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403781 May 26 22:32:20.575822 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781584c-2714-4dcb-9e08-a07a8c52fde5 req-da67259a-2b0b-4fb7-ada9-32553fd61973 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:20.577260 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0781584c-2714-4dcb-9e08-a07a8c52fde5 req-da67259a-2b0b-4fb7-ada9-32553fd61973 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 945 time: 0.0832481 May 26 22:32:20.621057 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0781584c-2714-4dcb-9e08-a07a8c52fde5 req-39c93602-bdab-4fb3-b183-4f397a1cba1e tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381813 May 26 22:32:20.804761 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054acb8a-ffef-426e-8347-22e3236be84e req-24d32da0-feba-48ca-8620-9a7c8703a490 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:20.806289 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-054acb8a-ffef-426e-8347-22e3236be84e req-24d32da0-feba-48ca-8620-9a7c8703a490 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 945 time: 0.0802436 May 26 22:32:20.850392 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-054acb8a-ffef-426e-8347-22e3236be84e req-fbe109cb-cb11-45af-bda0-483cb53e7ea0 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385618 May 26 22:32:20.873295 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 43952) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:20.950943 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c01a055-ee20-47c0-aef7-44a3746dd4d9 tempest-TestVolumeBootPattern-417978267 tempest-TestVolumeBootPattern-417978267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:20.952439 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-3c01a055-ee20-47c0-aef7-44a3746dd4d9 tempest-TestVolumeBootPattern-417978267 tempest-TestVolumeBootPattern-417978267-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 1093 time: 0.0782022 May 26 22:32:20.955924 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 43956) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:20.960823 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Request body: {'floatingip': {'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'port_id': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:32:20.966501 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:20.970909 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Usage tracker for resource:floatingip and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:20.973699 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:20.979250 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:20.990207 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for floatingip, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.124847 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.255621 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Allocated IP 172.27.2.149 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/d311f073-e9e8-4c87-bd6f-c6d84605d09c) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:32:21.399220 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.426542 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:21.430692 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-e9195061-1875-4995-a372-0b48d2717d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:21.587134 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:32:21.589844 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:32:21.593514 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:32:21.633785 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'Port': ['ID=d311f073-e9e8-4c87-bd6f-c6d84605d09c,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:21.637864 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:21.996525 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:22.070148 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:22.269854 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:22.274465 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:22.279048 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0200cb39-0f43-4d39-8d4e-140aaa838222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:22.384954 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'Port': ['ID=d311f073-e9e8-4c87-bd6f-c6d84605d09c,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:22.389172 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:22.394362 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:22.560153 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.l3_db [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Floating IP 9538eef6-f015-4d8c-9334-b1d09d2f3516 associated. External IP: 172.27.2.149, port: 8d6e610a-79f5-4ac6-b429-bad7fa794bcb. May 26 22:32:22.912522 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Router 6ee08027-32e8-4a52-8460-9cc9a564dfda has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:32:23.191785 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:32:23.201514 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cb557-ae11-4ad8-b086-617a8d125eed None None] Sync routers for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:32:23.211381 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cb557-ae11-4ad8-b086-617a8d125eed None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:32:23.212021 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-720cb557-ae11-4ad8-b086-617a8d125eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:32:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:23.216619 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:23.274129 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-dc8a45c5-29d5-4c77-9793-4d5d0bee1479 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3172035 May 26 22:32:23.274762 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'tag': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:23.317927 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'tag': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'status': 'completed', 'code': 200} May 26 22:32:23.393331 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-720cb557-ae11-4ad8-b086-617a8d125eed None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:32:23.411312 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c05fc-2efa-4e80-ba02-06c540011b4f req-d9b30526-3a3e-47b2-87b7-3e823bd597f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:23.412839 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-db9c05fc-2efa-4e80-ba02-06c540011b4f req-d9b30526-3a3e-47b2-87b7-3e823bd597f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 1098 time: 0.0726514 May 26 22:32:23.549789 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c05fc-2efa-4e80-ba02-06c540011b4f req-061aa882-1167-436e-a823-420dbf7910e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:23.551254 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-db9c05fc-2efa-4e80-ba02-06c540011b4f req-061aa882-1167-436e-a823-420dbf7910e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 912 time: 0.1318069 May 26 22:32:23.662051 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-db9c05fc-2efa-4e80-ba02-06c540011b4f req-7ba46b94-5fc9-4720-aaab-d5a13a1ab240 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d6e610a-79f5-4ac6-b429-bad7fa794bcb HTTP/1.1" status: 200 len: 999 time: 0.1041007 May 26 22:32:23.728170 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c05fc-2efa-4e80-ba02-06c540011b4f req-a7e47e16-01b3-41f1-a434-b1fc5a7c509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:23.729603 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-db9c05fc-2efa-4e80-ba02-06c540011b4f req-a7e47e16-01b3-41f1-a434-b1fc5a7c509a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0618076 May 26 22:32:23.769134 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-720cb557-ae11-4ad8-b086-617a8d125eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '9538eef6-f015-4d8c-9334-b1d09d2f3516', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'port_id': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'mac_address': 'fa:16:3e:4d:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:32:21Z', 'updated_at': '2021-05-26T22:32:21Z', 'revision_number': 0, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:23.772963 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cb557-ae11-4ad8-b086-617a8d125eed None None] Checking router: 6ee08027-32e8-4a52-8460-9cc9a564dfda for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:32:23.781542 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cb557-ae11-4ad8-b086-617a8d125eed None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:32:23.782130 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-720cb557-ae11-4ad8-b086-617a8d125eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:32:01Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:23.805469 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c05fc-2efa-4e80-ba02-06c540011b4f req-94463ccf-eb74-47b1-a6e0-e69023d66f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:23.806854 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-db9c05fc-2efa-4e80-ba02-06c540011b4f req-94463ccf-eb74-47b1-a6e0-e69023d66f9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696914 May 26 22:32:23.945714 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-db9c05fc-2efa-4e80-ba02-06c540011b4f req-4379366e-b322-44ad-8768-8cbe45bac8cb service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310143 May 26 22:32:23.962825 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-720cb557-ae11-4ad8-b086-617a8d125eed None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:32:24.076505 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-db9c05fc-2efa-4e80-ba02-06c540011b4f req-edbe4c62-d1c3-4ed2-b134-e4400c98385e service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237741 May 26 22:32:24.305211 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-720cb557-ae11-4ad8-b086-617a8d125eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '9538eef6-f015-4d8c-9334-b1d09d2f3516', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'port_id': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'mac_address': 'fa:16:3e:4d:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:32:21Z', 'updated_at': '2021-05-26T22:32:21Z', 'revision_number': 0, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:24.309107 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cb557-ae11-4ad8-b086-617a8d125eed None None] The sync data for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi is: [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '9538eef6-f015-4d8c-9334-b1d09d2f3516', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'port_id': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'mac_address': 'fa:16:3e:4d:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:32:21Z', 'updated_at': '2021-05-26T22:32:21Z', 'revision_number': 0, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:32:24.504832 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7378b55-2046-448f-a238-2fe433de553f None None] New status for floating IP 9538eef6-f015-4d8c-9334-b1d09d2f3516: ACTIVE {{(pid=91911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:32:26.685512 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:28.886882 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d3d45d82-467c-42f7-8c7c-762f22669058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:31.211208 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3d698f49-c448-45c5-aafa-451a23f9bf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:31.291739 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:32.470282 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:33.971111 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:42.885784 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:32:56.683180 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:58.890531 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-cb295d68-8950-4dbf-acb6-2334b1135155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:01.212960 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9dcb9450-4a48-4fff-a462-07066814d762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:01.292949 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:02.473891 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:03.973637 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:17.445473 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23cda965-a001-43d3-8259-7dfc677d72d0 req-bcac7942-3eac-4c46-9bde-b71a06222bff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670872 May 26 22:33:17.584230 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cda965-a001-43d3-8259-7dfc677d72d0 req-e3d1f37a-5055-4e6c-98c3-7967274ffbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:17.585675 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23cda965-a001-43d3-8259-7dfc677d72d0 req-e3d1f37a-5055-4e6c-98c3-7967274ffbe2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 1098 time: 0.0736229 May 26 22:33:17.726864 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cda965-a001-43d3-8259-7dfc677d72d0 req-762a5c0f-a2e6-4405-9e23-3b4db7e0c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:17.728207 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23cda965-a001-43d3-8259-7dfc677d72d0 req-762a5c0f-a2e6-4405-9e23-3b4db7e0c585 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 912 time: 0.1242185 May 26 22:33:17.829175 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23cda965-a001-43d3-8259-7dfc677d72d0 req-e9a0e91c-4a75-434f-9aff-5de8c6f11fa4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d6e610a-79f5-4ac6-b429-bad7fa794bcb HTTP/1.1" status: 200 len: 1001 time: 0.0944614 May 26 22:33:17.892791 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cda965-a001-43d3-8259-7dfc677d72d0 req-bfbbdc8a-f490-4182-8d95-c07ddd500cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:17.894606 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23cda965-a001-43d3-8259-7dfc677d72d0 req-bfbbdc8a-f490-4182-8d95-c07ddd500cce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0577059 May 26 22:33:17.968274 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cda965-a001-43d3-8259-7dfc677d72d0 req-c607b9e3-618a-4af1-b97e-ae0f89bb4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:17.969693 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23cda965-a001-43d3-8259-7dfc677d72d0 req-c607b9e3-618a-4af1-b97e-ae0f89bb4f9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686524 May 26 22:33:18.195760 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23cda965-a001-43d3-8259-7dfc677d72d0 req-64419d16-f24f-4146-8661-f1da98ecefef service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196395 May 26 22:33:18.327395 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-23cda965-a001-43d3-8259-7dfc677d72d0 req-28e7cb3e-8a87-43fd-b2cc-c703bfecfd30 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242573 May 26 22:33:19.887469 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:33:26.698810 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:28.891697 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-bcf33d10-2720-4df0-95ad-cb00cb9a9478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:31.215321 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ca0c336e-b8ae-4394-a4b8-921c2582f09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:31.293105 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:32.476532 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:33.976819 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:56.728573 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:56.885801 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:33:58.891871 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-ce1fff3e-351b-44b4-b83d-b04c2736802c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:59.355837 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [req-b7d1ec2f-057a-4349-a221-dbdc6a695463 req-57912af1-b6c9-409b-a35b-df4a488970fa tempest-TestMinimumBasicScenario-154102137 tempest-TestMinimumBasicScenario-154102137-project] (91908) timed out ('10.222.0.15', 58788) {{(pid=91908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 22:34:01.219042 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-18769f30-fba3-475f-ba3e-21660d26e0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:01.294178 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:02.479295 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:03.978836 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:19.615005 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb1a79d1-c77e-4798-a670-45c16371301a req-3f971f30-74c9-4991-b5bd-c0430d55a782 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673287 May 26 22:34:20.990921 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a79d1-c77e-4798-a670-45c16371301a req-4b098891-168d-4263-9ae0-d4159b8ae083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:20.992397 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb1a79d1-c77e-4798-a670-45c16371301a req-4b098891-168d-4263-9ae0-d4159b8ae083 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 1098 time: 0.0699363 May 26 22:34:21.136547 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a79d1-c77e-4798-a670-45c16371301a req-033ce26b-6664-435d-9620-568807a3e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:21.138030 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb1a79d1-c77e-4798-a670-45c16371301a req-033ce26b-6664-435d-9620-568807a3e5c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 912 time: 0.1261945 May 26 22:34:21.239486 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb1a79d1-c77e-4798-a670-45c16371301a req-a2365a0a-dbed-41b2-a824-7a7009093e78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d6e610a-79f5-4ac6-b429-bad7fa794bcb HTTP/1.1" status: 200 len: 1001 time: 0.0955942 May 26 22:34:21.302914 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a79d1-c77e-4798-a670-45c16371301a req-0ab1db51-5000-4618-a45b-5febd2426afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:21.304304 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb1a79d1-c77e-4798-a670-45c16371301a req-0ab1db51-5000-4618-a45b-5febd2426afe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0585706 May 26 22:34:21.382769 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a79d1-c77e-4798-a670-45c16371301a req-a98d7040-1f0f-4d10-96ac-c497557dd676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:21.384307 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb1a79d1-c77e-4798-a670-45c16371301a req-a98d7040-1f0f-4d10-96ac-c497557dd676 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727456 May 26 22:34:21.516328 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb1a79d1-c77e-4798-a670-45c16371301a req-0790f568-f106-48ee-adf5-ddf99e1b1951 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244376 May 26 22:34:21.644786 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-cb1a79d1-c77e-4798-a670-45c16371301a req-1174ebbc-c66b-46ab-af0a-863fbb1c87ea service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224937 May 26 22:34:26.733761 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:28.661594 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-7856c2ed-5514-44eb-b792-03e4021cbd8b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407892408&fields=id&tenant_id=013437e5b3f64cb1accf34a45eb19435 HTTP/1.1" status: 200 len: 267 time: 0.0401247 May 26 22:34:28.812679 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-2b60ef18-0cb3-45b6-882e-f496fb94da1c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:28.814329 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-2b60ef18-0cb3-45b6-882e-f496fb94da1c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 812 time: 0.1465509 May 26 22:34:28.829078 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-91425a7c-bdb0-4c04-8be8-ab067095c4f4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/quotas/013437e5b3f64cb1accf34a45eb19435 HTTP/1.1" status: 200 len: 375 time: 0.0093205 May 26 22:34:28.892640 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f778af34-63a4-4997-987c-c960abdd8f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:28.923375 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-2a7ced02-af5b-4f3f-9e79-0859a91d5426 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0887744 May 26 22:34:29.058394 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-2cf8e2f6-5174-4d2f-95d8-abfa061da37d service neutron] 10.222.0.15 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238606 May 26 22:34:29.277516 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-391ec692-ad12-4fa3-9cdf-ee728f6a3c4a service neutron] 10.222.0.15 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125719 May 26 22:34:29.659930 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-8fa074a2-a708-46c4-bfbc-8d4288f2dcc3 req-849ab1da-9b26-4a07-aa80-d57547fb635a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 210 time: 0.0440855 May 26 22:34:30.754618 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-c3cbdccf-3164-43c1-9b9d-047be732247c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:30.756047 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-c3cbdccf-3164-43c1-9b9d-047be732247c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 812 time: 0.1494670 May 26 22:34:30.837282 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-9cae275f-cf51-46f3-9cbf-c4df02c1199d req-60462728-57a8-4244-96b3-d2037d0622b5 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 210 time: 0.0590713 May 26 22:34:30.850695 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-4c584150-5ee3-4af5-ab8b-befcbc2ce4bb tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=013437e5b3f64cb1accf34a45eb19435 HTTP/1.1" status: 200 len: 380 time: 0.0868146 May 26 22:34:30.859938 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Request body: {'port': {'device_id': '5aaaf3cf-983d-4c81-8f55-34db509823e9', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'admin_state_up': True, 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'security_groups': ['3537a6be-0d9c-448e-b625-a7eae65d7cb8']}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:34:30.996137 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:31.005959 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:31.015787 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Made reservation on behalf of 013437e5b3f64cb1accf34a45eb19435 for: {'port': 1} {{(pid=91908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:34:31.019197 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.179512 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Allocated IP 172.20.0.14 (fcbf3657-6884-4e14-9a25-c6d40987f186/3e259fdd-164d-4c6f-b193-21276d54f6fa/4f342a59-0566-4a75-87d5-b5d42e382790) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:34:31.221637 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-12310ab6-72c4-4aa8-90d4-59ff45807c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.297682 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.380144 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.395958 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Transition to ACTIVE for port object 4f342a59-0566-4a75-87d5-b5d42e382790 will not be triggered until provisioned by entity DHCP. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:31.419444 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.425235 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d2087961-38ac-4218-b699-5402cc555890 tempest-VolumesActionsTest-345522186 tempest-VolumesActionsTest-345522186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:31.492264 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Network fcbf3657-6884-4e14-9a25-c6d40987f186 is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:34:31.495225 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:34:31.501042 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:34:31.538707 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'Port': ['ID=4f342a59-0566-4a75-87d5-b5d42e382790,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:31.558451 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:31.558823 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:31.559188 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:31.559544 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:31.559942 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:31.560280 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:31.560627 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:31.560974 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:31.561883 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:31.562377 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:31.562999 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:31.563357 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:31.570428 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:31.590174 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:31.590790 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.615223 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7593443 May 26 22:34:31.628996 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Request body: {'port': {'device_id': '5aaaf3cf-983d-4c81-8f55-34db509823e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:34:31.734703 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.757076 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-93715947-0ee5-43a5-a1b7-1463af621448 None None] Provisioning for port 4f342a59-0566-4a75-87d5-b5d42e382790 completed by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:31.762040 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-93715947-0ee5-43a5-a1b7-1463af621448 None None] Provisioning complete for port 4f342a59-0566-4a75-87d5-b5d42e382790 triggered by entity DHCP. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:31.762414 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-93715947-0ee5-43a5-a1b7-1463af621448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.822110 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-93715947-0ee5-43a5-a1b7-1463af621448 None None] Port 4f342a59-0566-4a75-87d5-b5d42e382790 cannot update to ACTIVE because it is not bound. {{(pid=91910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:34:32.081352 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cec35-e06c-43fb-9334-267ff3d6278f req-f8f539bf-92c7-48ba-b376-f5666f12c27d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:32.081962 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-aa1cec35-e06c-43fb-9334-267ff3d6278f req-f8f539bf-92c7-48ba-b376-f5666f12c27d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Synchronizing usage tracker for tenant:013437e5b3f64cb1accf34a45eb19435 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:32.148313 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-aa1cec35-e06c-43fb-9334-267ff3d6278f req-f8f539bf-92c7-48ba-b376-f5666f12c27d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Unset dirty status for tenant:013437e5b3f64cb1accf34a45eb19435 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:32.149483 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aa1cec35-e06c-43fb-9334-267ff3d6278f req-f8f539bf-92c7-48ba-b376-f5666f12c27d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 932 time: 0.1954122 May 26 22:34:32.154824 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f342a59-0566-4a75-87d5-b5d42e382790 {{(pid=91908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:34:32.175853 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:32.206634 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.provisioning_blocks [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Transition to ACTIVE for port object 4f342a59-0566-4a75-87d5-b5d42e382790 will not be triggered until provisioned by entity L2. {{(pid=91908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:34:32.214349 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-aa1cec35-e06c-43fb-9334-267ff3d6278f req-cb44f081-94bb-4299-a5b8-80f84dc52a65 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546091 May 26 22:34:32.214915 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:32.220149 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-4a1697d9-6f14-4951-b0ea-25b73f44a526 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:32.481531 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:32.506998 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Pushing event updated for resources: {'Port': ['ID=4f342a59-0566-4a75-87d5-b5d42e382790,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:32.511934 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:32.551084 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Attempting to bind port 4f342a59-0566-4a75-87d5-b5d42e382790 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:34:32.551343 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Attempting to bind port 4f342a59-0566-4a75-87d5-b5d42e382790 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:34:32.551666 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Attempting to bind port 4f342a59-0566-4a75-87d5-b5d42e382790 on network fcbf3657-6884-4e14-9a25-c6d40987f186 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:34:32.556157 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Port 4f342a59-0566-4a75-87d5-b5d42e382790 on network fcbf3657-6884-4e14-9a25-c6d40987f186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:34:32.556475 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Attempting to bind port 4f342a59-0566-4a75-87d5-b5d42e382790 on network fcbf3657-6884-4e14-9a25-c6d40987f186 {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:34:32.561609 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Checking agent: {'id': 'c6b8f081-98da-426b-a499-f5dc454aeb1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'started_at': datetime.datetime(2021, 5, 26, 22, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:34:32.561939 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Checking segment: {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:34:32.562322 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Bound using segment: {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'} {{(pid=91908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:34:32.562751 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.managers [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Bound port: 4f342a59-0566-4a75-87d5-b5d42e382790, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633989ee-be73-46ed-9d3d-a6871c73f06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186'}}] {{(pid=91908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:34:32.563090 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:32.653199 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] For port 4f342a59-0566-4a75-87d5-b5d42e382790, host hv-cinder-79324, cleared binding levels {{(pid=91908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:34:32.656719 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] For port 4f342a59-0566-4a75-87d5-b5d42e382790, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=4f342a59-0566-4a75-87d5-b5d42e382790,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:34:32.660820 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:32.665333 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d6a42339-e9e3-48dd-bcae-e94992b0109a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:32.720938 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:32.721550 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:32.722929 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] 10.222.0.24 "PUT /v2.0/ports/4f342a59-0566-4a75-87d5-b5d42e382790 HTTP/1.1" status: 200 len: 1094 time: 1.0990074 May 26 22:34:32.723436 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aaaf3cf-983d-4c81-8f55-34db509823e9', 'tag': '4f342a59-0566-4a75-87d5-b5d42e382790'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:32.747906 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Pushing event updated for resources: {'Port': ['ID=4f342a59-0566-4a75-87d5-b5d42e382790,revision_number=3']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:32.752063 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:32.850345 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-0a055862-d96f-46fb-9bfc-b85695363317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:32.851622 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-0a055862-d96f-46fb-9bfc-b85695363317 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 1097 time: 0.0834613 May 26 22:34:32.853180 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaaf3cf-983d-4c81-8f55-34db509823e9', 'tag': '4f342a59-0566-4a75-87d5-b5d42e382790', 'status': 'completed', 'code': 200} May 26 22:34:32.925921 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-8fee1cd5-1c2c-4e28-9396-cf0405c02a30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f342a59-0566-4a75-87d5-b5d42e382790 HTTP/1.1" status: 200 len: 217 time: 0.0660093 May 26 22:34:32.992142 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-a03097d6-21e6-4409-bba9-ddc8bcc3a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:32.993534 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-a03097d6-21e6-4409-bba9-ddc8bcc3a90d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0616167 May 26 22:34:33.067537 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-f385a83b-d1ff-4b94-a3b2-bb5e31ede5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:33.068999 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-f385a83b-d1ff-4b94-a3b2-bb5e31ede5d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684762 May 26 22:34:33.222701 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-b46957bd-3595-42f2-93e6-f70c944de03c service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461236 May 26 22:34:33.408133 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-757af273-bbd2-4840-95c2-31fb47d0de33 req-7373ed25-87fe-4cd9-a881-bd3fa6a314e7 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789882 May 26 22:34:33.430936 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b38a8-fd49-45ef-8039-5ca2bc531231 req-e9a795bd-48d4-4f8e-8b5a-04619fada549 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:33.432414 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e47b38a8-fd49-45ef-8039-5ca2bc531231 req-e9a795bd-48d4-4f8e-8b5a-04619fada549 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 944 time: 0.1112342 May 26 22:34:33.533490 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e47b38a8-fd49-45ef-8039-5ca2bc531231 req-ba72cb5e-91d0-45bd-9f63-bcfc92cbbcfb tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942199 May 26 22:34:33.552281 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dd915-375a-4c76-b74f-eb3331db57fe req-006ebe04-ebc3-476d-922e-6c66f34842a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:33.553714 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-561dd915-375a-4c76-b74f-eb3331db57fe req-006ebe04-ebc3-476d-922e-6c66f34842a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 1097 time: 0.0964439 May 26 22:34:33.683980 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dd915-375a-4c76-b74f-eb3331db57fe req-b3aa37cf-9e99-4918-9502-2d408a7352d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:33.685404 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-561dd915-375a-4c76-b74f-eb3331db57fe req-b3aa37cf-9e99-4918-9502-2d408a7352d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 912 time: 0.1247928 May 26 22:34:33.756746 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-561dd915-375a-4c76-b74f-eb3331db57fe req-ba2e9113-5a2c-4408-bf0e-1d6f870107f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f342a59-0566-4a75-87d5-b5d42e382790 HTTP/1.1" status: 200 len: 217 time: 0.0640485 May 26 22:34:33.818165 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dd915-375a-4c76-b74f-eb3331db57fe req-dd5b6251-65ee-4848-b847-8cd8d66b85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:33.819466 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-561dd915-375a-4c76-b74f-eb3331db57fe req-dd5b6251-65ee-4848-b847-8cd8d66b85e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0570097 May 26 22:34:33.884495 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:34:33.900262 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dd915-375a-4c76-b74f-eb3331db57fe req-98b115d9-82fd-4e08-b662-3b4605b097bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:33.902153 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-561dd915-375a-4c76-b74f-eb3331db57fe req-98b115d9-82fd-4e08-b662-3b4605b097bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756721 May 26 22:34:33.982740 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:34.036073 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-561dd915-375a-4c76-b74f-eb3331db57fe req-8fa2555f-1a9e-4d91-8019-c28b47f66a82 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271570 May 26 22:34:34.264134 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-561dd915-375a-4c76-b74f-eb3331db57fe req-43c0f688-6740-4abd-a249-388a5b9e1c74 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212713 May 26 22:34:34.721455 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18735297-63c9-4d7f-8cb1-70a3ab82b7e7 req-067fe300-b3b2-4248-92ec-16c22c873cb2 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:34.722880 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-18735297-63c9-4d7f-8cb1-70a3ab82b7e7 req-067fe300-b3b2-4248-92ec-16c22c873cb2 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 944 time: 0.0780993 May 26 22:34:34.768573 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-18735297-63c9-4d7f-8cb1-70a3ab82b7e7 req-fc1c4b9d-0459-43a5-a6b3-c1639caa61d3 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401318 May 26 22:34:35.956659 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af3543-d825-4f4d-ad5e-35dab289e572 req-170d36b3-6f70-4a5e-8083-036c0e383e3c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:35.958083 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-39af3543-d825-4f4d-ad5e-35dab289e572 req-170d36b3-6f70-4a5e-8083-036c0e383e3c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 944 time: 0.0832584 May 26 22:34:36.001270 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-39af3543-d825-4f4d-ad5e-35dab289e572 req-b35da7f4-00eb-4b20-8e2b-4c06c1c02750 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375309 May 26 22:34:37.182793 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afd330-8b20-4c80-8bf3-8bc712e31a05 req-bed71735-89aa-48a5-8d6a-b49ea849dfa8 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:37.184172 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-52afd330-8b20-4c80-8bf3-8bc712e31a05 req-bed71735-89aa-48a5-8d6a-b49ea849dfa8 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 944 time: 0.0784802 May 26 22:34:37.229051 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-52afd330-8b20-4c80-8bf3-8bc712e31a05 req-8ac7f7d5-875a-4b7f-9a2c-4637aab2937e tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392728 May 26 22:34:38.411440 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7a05-71ed-4087-a635-5e0c30060938 req-a79b3cb6-93f5-4e00-b7f0-a3abb4c79bb5 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:38.412819 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-da3c7a05-71ed-4087-a635-5e0c30060938 req-a79b3cb6-93f5-4e00-b7f0-a3abb4c79bb5 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 944 time: 0.0820370 May 26 22:34:38.456456 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-da3c7a05-71ed-4087-a635-5e0c30060938 req-ec6fc759-dc54-48c9-a89d-42e0ca78f06c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381527 May 26 22:34:39.642559 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d49ec-36a6-4a96-9f8d-56e4fb2d4cba req-0917c30e-873e-4a86-8b4e-6b286e4f810c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:39.644006 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ca4d49ec-36a6-4a96-9f8d-56e4fb2d4cba req-0917c30e-873e-4a86-8b4e-6b286e4f810c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 944 time: 0.0779281 May 26 22:34:39.690728 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ca4d49ec-36a6-4a96-9f8d-56e4fb2d4cba req-af4c56e5-901b-4017-8101-cd2de9d60eb9 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412266 May 26 22:34:40.588535 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 4f342a59-0566-4a75-87d5-b5d42e382790 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=91910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:34:40.761976 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 4f342a59-0566-4a75-87d5-b5d42e382790, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=4f342a59-0566-4a75-87d5-b5d42e382790,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:34:40.777369 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Returning: {'device': '4f342a59-0566-4a75-87d5-b5d42e382790', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'port_id': '4f342a59-0566-4a75-87d5-b5d42e382790', 'mac_address': 'fa:16:3e:a9:36:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:34:40.839864 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:40.858899 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f342a59-0566-4a75-87d5-b5d42e382790 {{(pid=91910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:34:40.878539 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 4f342a59-0566-4a75-87d5-b5d42e382790, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=4f342a59-0566-4a75-87d5-b5d42e382790,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:34:40.882608 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:40.885326 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-ac7a4a5b-e95a-40fd-b82f-bd7a90260c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:40.952931 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=4f342a59-0566-4a75-87d5-b5d42e382790,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:40.960646 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:40.961001 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:40.961342 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:40.961678 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:40.962008 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:40.962334 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:40.962655 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:40.962975 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:40.963294 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:40.963610 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:40.963959 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:40.964274 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:40.968548 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:41.021377 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af9fb6-fef9-4178-9489-8140d8d4d97f req-40dc7ba9-ef31-48e5-8c8b-dc000fce13ea tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:41.022820 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-27af9fb6-fef9-4178-9489-8140d8d4d97f req-40dc7ba9-ef31-48e5-8c8b-dc000fce13ea tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 945 time: 0.0781198 May 26 22:34:41.066802 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-27af9fb6-fef9-4178-9489-8140d8d4d97f req-62e104c1-11e2-4754-b7d4-166d19d4bae3 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383234 May 26 22:34:41.296920 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] get_ports_and_sgs() called for port_ids ['4f342a59-0566-4a75-87d5-b5d42e382790'] {{(pid=91910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:34:42.256169 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56023a6f-d4a4-4af3-9323-0f21604b574a req-660bca51-6ff2-4319-b257-8f60606323ab tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:42.257608 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-56023a6f-d4a4-4af3-9323-0f21604b574a req-660bca51-6ff2-4319-b257-8f60606323ab tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 945 time: 0.0843046 May 26 22:34:42.301140 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-56023a6f-d4a4-4af3-9323-0f21604b574a req-1b7eb729-65fb-426e-8b13-1a7e4819086c tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380151 May 26 22:34:42.604314 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 4f342a59-0566-4a75-87d5-b5d42e382790 up at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:34:42.673650 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning for port 4f342a59-0566-4a75-87d5-b5d42e382790 completed by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:34:42.678017 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Provisioning complete for port 4f342a59-0566-4a75-87d5-b5d42e382790 triggered by entity L2. {{(pid=91910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:34:42.678419 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726511'] for port, provisioning_complete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:42.792983 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:42.819599 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaaf3cf-983d-4c81-8f55-34db509823e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f342a59-0566-4a75-87d5-b5d42e382790'}] {{(pid=91910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:42.829753 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] For port 4f342a59-0566-4a75-87d5-b5d42e382790, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=4f342a59-0566-4a75-87d5-b5d42e382790,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:34:42.836107 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:42.837942 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:42.904617 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Pushing event updated for resources: {'Port': ['ID=4f342a59-0566-4a75-87d5-b5d42e382790,revision_number=5']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:42.908505 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:42.920407 dv-cinder-793244-1-iscsi neutron-server[91910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaaf3cf-983d-4c81-8f55-34db509823e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f342a59-0566-4a75-87d5-b5d42e382790', 'code': 200} May 26 22:34:43.214036 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c0da8-eaa6-472b-b73a-c36d9ffbda2d req-05845975-e03f-4d45-92bb-235d00054b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:43.215411 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-157c0da8-eaa6-472b-b73a-c36d9ffbda2d req-05845975-e03f-4d45-92bb-235d00054b0a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 1099 time: 0.0706153 May 26 22:34:43.254861 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-157c0da8-eaa6-472b-b73a-c36d9ffbda2d req-083e1b24-cdc5-472a-86b8-7d46e79473be service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330393 May 26 22:34:43.488947 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79782e8-8a6b-4359-b8d7-65c4c6c813a0 req-65219860-19c2-4cfd-8ecc-1a94d63ebb36 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:43.490320 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a79782e8-8a6b-4359-b8d7-65c4c6c813a0 req-65219860-19c2-4cfd-8ecc-1a94d63ebb36 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 946 time: 0.0824306 May 26 22:34:43.534681 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a79782e8-8a6b-4359-b8d7-65c4c6c813a0 req-4d6b82e8-c3e2-42ee-a3f8-0fb6725b7039 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387907 May 26 22:34:44.714601 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e9187-2fd4-455e-8f86-182b4077da45 req-e5c77cbb-63ab-45be-b461-2e38dacdb204 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:44.716042 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5d4e9187-2fd4-455e-8f86-182b4077da45 req-e5c77cbb-63ab-45be-b461-2e38dacdb204 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 946 time: 0.0784869 May 26 22:34:44.763141 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5d4e9187-2fd4-455e-8f86-182b4077da45 req-576e5cf1-af5b-40f0-9622-0397d5e568b4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415702 May 26 22:34:44.942303 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98c6d8-9574-4c4f-a252-6124e07780f3 req-f1ca5234-5103-46d7-add3-b90687740922 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:44.943740 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ac98c6d8-9574-4c4f-a252-6124e07780f3 req-f1ca5234-5103-46d7-add3-b90687740922 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 946 time: 0.0788801 May 26 22:34:44.987107 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-ac98c6d8-9574-4c4f-a252-6124e07780f3 req-b266cfbc-23a9-4451-ae09-79355448d523 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375769 May 26 22:34:45.009590 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 44090) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:45.132728 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a704834d-6163-4850-a20f-d4315e2d7a7e tempest-TestVolumeBootPattern-417978267 tempest-TestVolumeBootPattern-417978267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:45.134106 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-a704834d-6163-4850-a20f-d4315e2d7a7e tempest-TestVolumeBootPattern-417978267 tempest-TestVolumeBootPattern-417978267-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 1094 time: 0.1235089 May 26 22:34:45.136878 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 44096) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:45.142243 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.v2.base [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Request body: {'floatingip': {'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'port_id': '4f342a59-0566-4a75-87d5-b5d42e382790', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:34:45.147880 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:34:45.151600 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Usage tracker for resource:floatingip and tenant:013437e5b3f64cb1accf34a45eb19435 is out of sync, need to count used quota {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:34:45.154406 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91908) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:34:45.160059 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.quota.driver [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:34:45.170069 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for floatingip, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:45.303398 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:45.436863 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.db_base_plugin_common [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Allocated IP 172.27.2.230 (5868c39c-3961-427a-b936-c4b2389a06ed/0b6c9f1e-2c8c-48d6-90f9-98ad61accb12/9a15038c-4824-466a-b9e7-ccc5623b99a4) {{(pid=91908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:34:45.587581 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for port, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:45.617960 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212279763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:45.622372 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-38e7dd2e-8dd5-4b83-a634-8f7d116a940b tempest-TestShelveInstance-1748946438 tempest-TestShelveInstance-1748946438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:45.685736 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Network 5868c39c-3961-427a-b936-c4b2389a06ed is already hosted by enough agents. {{(pid=91908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:34:45.689093 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.base_scheduler [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Resources bound (agent type, host, resource id): {{(pid=91908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:34:45.692699 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Received port after_create {{(pid=91908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:34:45.731894 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'Port': ['ID=9a15038c-4824-466a-b9e7-ccc5623b99a4,revision_number=1']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:45.736034 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:46.188743 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:46.270369 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-672033'] for port, before_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:46.482572 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for port, precommit_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:46.487252 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212663947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212279781', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212280598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176637'] for port, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:46.491077 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-60226a7c-8002-48c7-b412-e298753c4d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:46.611977 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event updated for resources: {'Port': ['ID=9a15038c-4824-466a-b9e7-ccc5623b99a4,revision_number=2']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:46.615925 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:46.622382 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748206'] for floatingip, after_update {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:46.791220 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.db.l3_db [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Floating IP 0487be2b-0b33-465f-913c-10b106b92606 associated. External IP: 172.27.2.230, port: 4f342a59-0566-4a75-87d5-b5d42e382790. May 26 22:34:47.134258 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Router 6ee08027-32e8-4a52-8460-9cc9a564dfda has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:34:47.308973 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:34:47.318603 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04220b8-bf4c-4e63-a899-80274e04ed2a None None] Sync routers for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:34:47.328714 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04220b8-bf4c-4e63-a899-80274e04ed2a None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:34:47.329318 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-c04220b8-bf4c-4e63-a899-80274e04ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:34:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:47.334392 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:47.388843 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-76eaa811-974c-4c53-8879-65d15e4d879d tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2507927 May 26 22:34:47.389963 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aaaf3cf-983d-4c81-8f55-34db509823e9', 'tag': '4f342a59-0566-4a75-87d5-b5d42e382790'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:47.435281 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaaf3cf-983d-4c81-8f55-34db509823e9', 'tag': '4f342a59-0566-4a75-87d5-b5d42e382790', 'status': 'completed', 'code': 200} May 26 22:34:47.518945 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-c04220b8-bf4c-4e63-a899-80274e04ed2a None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:34:47.647883 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7812f-af1b-4eea-8d91-842d4f4a5f89 req-718a6039-63f3-49a3-a516-d648a6ad47d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:47.649266 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0bf7812f-af1b-4eea-8d91-842d4f4a5f89 req-718a6039-63f3-49a3-a516-d648a6ad47d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 1099 time: 0.1901610 May 26 22:34:47.782878 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7812f-af1b-4eea-8d91-842d4f4a5f89 req-4e4254da-55db-41d3-938b-9cf0e03e536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:47.784361 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0bf7812f-af1b-4eea-8d91-842d4f4a5f89 req-4e4254da-55db-41d3-938b-9cf0e03e536c service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 912 time: 0.1278629 May 26 22:34:47.877569 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-c04220b8-bf4c-4e63-a899-80274e04ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '0487be2b-0b33-465f-913c-10b106b92606', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'port_id': '4f342a59-0566-4a75-87d5-b5d42e382790', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'mac_address': 'fa:16:3e:a9:36:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaaf3cf-983d-4c81-8f55-34db509823e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:34:46Z', 'updated_at': '2021-05-26T22:34:46Z', 'revision_number': 0, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address_scope': None}, {'id': '9538eef6-f015-4d8c-9334-b1d09d2f3516', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'port_id': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'mac_address': 'fa:16:3e:4d:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:32:21Z', 'updated_at': '2021-05-26T22:32:24Z', 'revision_number': 1, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:47.881340 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04220b8-bf4c-4e63-a899-80274e04ed2a None None] Checking router: 6ee08027-32e8-4a52-8460-9cc9a564dfda for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:34:47.889728 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04220b8-bf4c-4e63-a899-80274e04ed2a None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:34:47.890239 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0bf7812f-af1b-4eea-8d91-842d4f4a5f89 req-79031890-b3ed-478e-9856-8d9c839871d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f342a59-0566-4a75-87d5-b5d42e382790 HTTP/1.1" status: 200 len: 1000 time: 0.0990260 May 26 22:34:47.890717 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-c04220b8-bf4c-4e63-a899-80274e04ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:34:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:47.953743 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7812f-af1b-4eea-8d91-842d4f4a5f89 req-421dceb4-2b24-4924-b045-6c53e494d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:47.955109 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0bf7812f-af1b-4eea-8d91-842d4f4a5f89 req-421dceb4-2b24-4924-b045-6c53e494d051 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0595706 May 26 22:34:48.031562 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7812f-af1b-4eea-8d91-842d4f4a5f89 req-073e78aa-0896-4d03-8e00-93c0dd2ec12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:48.033138 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0bf7812f-af1b-4eea-8d91-842d4f4a5f89 req-073e78aa-0896-4d03-8e00-93c0dd2ec12d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710688 May 26 22:34:48.063994 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-c04220b8-bf4c-4e63-a899-80274e04ed2a None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:34:48.169686 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0bf7812f-af1b-4eea-8d91-842d4f4a5f89 req-3fc11ba0-709f-4511-9d6f-17f2dd2552c6 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299496 May 26 22:34:48.307867 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-0bf7812f-af1b-4eea-8d91-842d4f4a5f89 req-367a50d9-b92a-4d97-b3e7-c9f70daddf1c service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314147 May 26 22:34:48.447109 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-c04220b8-bf4c-4e63-a899-80274e04ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '0487be2b-0b33-465f-913c-10b106b92606', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'port_id': '4f342a59-0566-4a75-87d5-b5d42e382790', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'mac_address': 'fa:16:3e:a9:36:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaaf3cf-983d-4c81-8f55-34db509823e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:34:46Z', 'updated_at': '2021-05-26T22:34:46Z', 'revision_number': 0, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address_scope': None}, {'id': '9538eef6-f015-4d8c-9334-b1d09d2f3516', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'port_id': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'mac_address': 'fa:16:3e:4d:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:32:21Z', 'updated_at': '2021-05-26T22:32:24Z', 'revision_number': 1, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:48.451283 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04220b8-bf4c-4e63-a899-80274e04ed2a None None] The sync data for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi is: [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '0487be2b-0b33-465f-913c-10b106b92606', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'port_id': '4f342a59-0566-4a75-87d5-b5d42e382790', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'mac_address': 'fa:16:3e:a9:36:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaaf3cf-983d-4c81-8f55-34db509823e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:34:46Z', 'updated_at': '2021-05-26T22:34:46Z', 'revision_number': 0, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address_scope': None}, {'id': '9538eef6-f015-4d8c-9334-b1d09d2f3516', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'port_id': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'mac_address': 'fa:16:3e:4d:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:32:21Z', 'updated_at': '2021-05-26T22:32:24Z', 'revision_number': 1, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:34:48.642224 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3764be-547e-4ed1-b680-067676f7add4 None None] New status for floating IP 0487be2b-0b33-465f-913c-10b106b92606: ACTIVE {{(pid=91911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:34:56.731435 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:58.893835 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1a3cfc7c-c73e-4c1d-ae3a-d2621bd6da72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:01.223151 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c312-0000-4407-bbc3-d914fc72a557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:01.297006 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:02.492616 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:03.984590 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:10.884681 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:35:18.450080 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e2a1ae6b-fb1d-4148-9d90-34fcb5f9b212 req-46d3c458-5d88-4696-9a28-c9a490083a0c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720520 May 26 22:35:18.587147 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1ae6b-fb1d-4148-9d90-34fcb5f9b212 req-6f18242f-eabb-488c-a148-8d0af9a5aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:18.588603 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e2a1ae6b-fb1d-4148-9d90-34fcb5f9b212 req-6f18242f-eabb-488c-a148-8d0af9a5aa41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 1098 time: 0.0691915 May 26 22:35:18.730642 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1ae6b-fb1d-4148-9d90-34fcb5f9b212 req-cd1c3078-2177-4290-bb15-7cdb6569ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:18.732057 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e2a1ae6b-fb1d-4148-9d90-34fcb5f9b212 req-cd1c3078-2177-4290-bb15-7cdb6569ee39 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 912 time: 0.1237147 May 26 22:35:18.837538 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e2a1ae6b-fb1d-4148-9d90-34fcb5f9b212 req-98f72ab1-5c5d-4f83-bf04-18120060a219 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d6e610a-79f5-4ac6-b429-bad7fa794bcb HTTP/1.1" status: 200 len: 1001 time: 0.0995998 May 26 22:35:18.900407 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1ae6b-fb1d-4148-9d90-34fcb5f9b212 req-00f3acf0-7cb9-41aa-95c7-b3d321ed0b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:18.901843 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e2a1ae6b-fb1d-4148-9d90-34fcb5f9b212 req-00f3acf0-7cb9-41aa-95c7-b3d321ed0b9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0584102 May 26 22:35:18.980939 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1ae6b-fb1d-4148-9d90-34fcb5f9b212 req-ba64dd10-97e0-47c6-bc61-184a2aec17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:35:18.982305 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e2a1ae6b-fb1d-4148-9d90-34fcb5f9b212 req-ba64dd10-97e0-47c6-bc61-184a2aec17a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736325 May 26 22:35:19.112337 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e2a1ae6b-fb1d-4148-9d90-34fcb5f9b212 req-1e6c902a-0551-4fd0-addd-ca65ad9ba055 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232595 May 26 22:35:19.245887 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-e2a1ae6b-fb1d-4148-9d90-34fcb5f9b212 req-9f361671-22c9-42a8-9705-3fd4e427aff3 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274323 May 26 22:35:26.724969 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:28.895035 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2e4d-6b86-41bf-8893-5efca9e8d63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:31.224639 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-76777ed8-64f5-41af-a3b3-5401ca958e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:31.297129 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:32.488336 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:33.988392 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:47.884161 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:35:56.723770 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:58.896788 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-42d9cf30-a695-4daf-86c3-67ee42302dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:01.226024 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-11ee5139-3ba9-42d5-898c-5647ed530709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:01.299424 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:02.490856 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:03.995927 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:19.517409 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3f37e076-8a77-41a6-8247-2eb450c0460f req-94897f80-48c5-4f1f-891f-047949c6e622 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1075149 May 26 22:36:19.702032 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37e076-8a77-41a6-8247-2eb450c0460f req-095e1202-a02b-4777-88e0-f3c3a9d2b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:19.703382 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3f37e076-8a77-41a6-8247-2eb450c0460f req-095e1202-a02b-4777-88e0-f3c3a9d2b71c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 1099 time: 0.1661985 May 26 22:36:19.849907 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37e076-8a77-41a6-8247-2eb450c0460f req-48b31f52-6af6-453b-baee-7d34aafef4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:19.851359 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3f37e076-8a77-41a6-8247-2eb450c0460f req-48b31f52-6af6-453b-baee-7d34aafef4a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 912 time: 0.1280022 May 26 22:36:19.952322 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3f37e076-8a77-41a6-8247-2eb450c0460f req-9cb46086-8ccb-46da-b6b5-868188be2031 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f342a59-0566-4a75-87d5-b5d42e382790 HTTP/1.1" status: 200 len: 1002 time: 0.0945497 May 26 22:36:20.012698 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37e076-8a77-41a6-8247-2eb450c0460f req-c00c8422-7de7-485d-97f0-2b4e729becc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:20.014077 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3f37e076-8a77-41a6-8247-2eb450c0460f req-c00c8422-7de7-485d-97f0-2b4e729becc3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0557687 May 26 22:36:20.091383 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37e076-8a77-41a6-8247-2eb450c0460f req-7759afc8-a0fd-45f0-9ab9-8fdee6928ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:20.092848 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3f37e076-8a77-41a6-8247-2eb450c0460f req-7759afc8-a0fd-45f0-9ab9-8fdee6928ab7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721829 May 26 22:36:20.222044 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3f37e076-8a77-41a6-8247-2eb450c0460f req-370256cd-c2cc-456b-9442-2813d824b7d9 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224906 May 26 22:36:20.351037 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3f37e076-8a77-41a6-8247-2eb450c0460f req-74930187-6142-42e0-ab67-597d50660b12 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218183 May 26 22:36:24.883625 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:36:26.729192 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:28.899508 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f62afb54-6c57-4c5a-afe2-72a2d14de68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:31.227773 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-1e06080b-3e98-4a30-b2ad-60a3e8b89c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:31.300764 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:32.492650 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:33.994463 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:36.593588 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 44128) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:36.853933 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Deleting port 9a15038c-4824-466a-b9e7-ccc5623b99a4 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:36:36.854278 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:36.969028 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:36.969354 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:37.088542 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Calling delete_port for 9a15038c-4824-466a-b9e7-ccc5623b99a4 owned by network:floatingip {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:36:37.205716 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:37.210165 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8fa8c8dc-93c9-4059-b91d-5868dc0e4139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:36:37.356200 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event deleted for resources: {'Port': ['ID=9a15038c-4824-466a-b9e7-ccc5623b99a4,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:37.423180 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:37.423559 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:37.423959 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:37.424330 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:37.424829 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:37.425703 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:37.426064 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:37.426434 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:37.426787 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:37.427143 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:37.427499 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:37.427881 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:37.433658 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:36:37.458954 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for floatingip, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:37.459289 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.l3_db [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Floating IP 0487be2b-0b33-465f-913c-10b106b92606 disassociated (deleted). External IP: 172.27.2.230, port: 4f342a59-0566-4a75-87d5-b5d42e382790. May 26 22:36:37.809028 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Router 6ee08027-32e8-4a52-8460-9cc9a564dfda has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:36:37.999623 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:36:38.009205 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091e777-c9d8-4ed9-a29d-c4d9f940089b None None] Sync routers for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:36:38.019779 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091e777-c9d8-4ed9-a29d-c4d9f940089b None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:36:38.020435 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-b091e777-c9d8-4ed9-a29d-c4d9f940089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:36:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:38.020689 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:38.077696 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-d2459598-8091-4ef3-ac2d-28434cb1368f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "DELETE /v2.0/floatingips/0487be2b-0b33-465f-913c-10b106b92606 HTTP/1.1" status: 204 len: 168 time: 1.4829428 May 26 22:36:38.078319 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aaaf3cf-983d-4c81-8f55-34db509823e9', 'tag': '4f342a59-0566-4a75-87d5-b5d42e382790'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:38.198562 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-b091e777-c9d8-4ed9-a29d-c4d9f940089b None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:36:38.403500 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaaf3cf-983d-4c81-8f55-34db509823e9', 'tag': '4f342a59-0566-4a75-87d5-b5d42e382790', 'status': 'completed', 'code': 200} May 26 22:36:38.550184 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85417d-4873-41c6-81a5-0bb2dcddf669 req-7249208a-5e86-4553-8bad-f5ee856b602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:38.551646 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7c85417d-4873-41c6-81a5-0bb2dcddf669 req-7249208a-5e86-4553-8bad-f5ee856b602f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 1099 time: 0.1261902 May 26 22:36:38.562621 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-b091e777-c9d8-4ed9-a29d-c4d9f940089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '9538eef6-f015-4d8c-9334-b1d09d2f3516', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'port_id': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'mac_address': 'fa:16:3e:4d:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:32:21Z', 'updated_at': '2021-05-26T22:32:24Z', 'revision_number': 1, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:38.567236 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091e777-c9d8-4ed9-a29d-c4d9f940089b None None] Checking router: 6ee08027-32e8-4a52-8460-9cc9a564dfda for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:36:38.575815 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091e777-c9d8-4ed9-a29d-c4d9f940089b None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:36:38.576407 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-b091e777-c9d8-4ed9-a29d-c4d9f940089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:36:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:38.648049 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889972f5-99d1-4f29-bb46-2223f52c5e07 req-97a8a81b-4216-4e95-807f-c43555409ad9 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:38.649390 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-889972f5-99d1-4f29-bb46-2223f52c5e07 req-97a8a81b-4216-4e95-807f-c43555409ad9 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 946 time: 0.1666358 May 26 22:36:38.730713 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-889972f5-99d1-4f29-bb46-2223f52c5e07 req-41c78d74-3a4d-4aad-81b6-7b07f65df27f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747085 May 26 22:36:38.731876 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85417d-4873-41c6-81a5-0bb2dcddf669 req-b76501c5-8c78-4e3a-8d38-9f1258a3bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:38.733200 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7c85417d-4873-41c6-81a5-0bb2dcddf669 req-b76501c5-8c78-4e3a-8d38-9f1258a3bf74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 912 time: 0.1747611 May 26 22:36:38.793578 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-b091e777-c9d8-4ed9-a29d-c4d9f940089b None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:36:38.804746 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7c85417d-4873-41c6-81a5-0bb2dcddf669 req-0071500b-158f-4dc1-8371-6ef12327472a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f342a59-0566-4a75-87d5-b5d42e382790 HTTP/1.1" status: 200 len: 217 time: 0.0647309 May 26 22:36:38.873615 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85417d-4873-41c6-81a5-0bb2dcddf669 req-b64d3a87-8706-48c8-b1f8-4b0e1207487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:38.875092 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7c85417d-4873-41c6-81a5-0bb2dcddf669 req-b64d3a87-8706-48c8-b1f8-4b0e1207487d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0636606 May 26 22:36:38.950420 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85417d-4873-41c6-81a5-0bb2dcddf669 req-7ff6d939-f708-4c9e-8d1b-28aeec7f3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:38.951827 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7c85417d-4873-41c6-81a5-0bb2dcddf669 req-7ff6d939-f708-4c9e-8d1b-28aeec7f3f0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696619 May 26 22:36:39.083023 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7c85417d-4873-41c6-81a5-0bb2dcddf669 req-5c5c17e9-a152-4c08-941b-5b4d7eaad0e7 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242747 May 26 22:36:39.141575 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-b091e777-c9d8-4ed9-a29d-c4d9f940089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '9538eef6-f015-4d8c-9334-b1d09d2f3516', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'port_id': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'mac_address': 'fa:16:3e:4d:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:32:21Z', 'updated_at': '2021-05-26T22:32:24Z', 'revision_number': 1, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:39.145564 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091e777-c9d8-4ed9-a29d-c4d9f940089b None None] The sync data for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi is: [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_floatingips': [{'id': '9538eef6-f015-4d8c-9334-b1d09d2f3516', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'router_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'port_id': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'mac_address': 'fa:16:3e:4d:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:32:21Z', 'updated_at': '2021-05-26T22:32:24Z', 'revision_number': 1, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:36:39.228942 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-7c85417d-4873-41c6-81a5-0bb2dcddf669 req-0e8d5fdb-135c-400a-a46a-3b7abfc1e335 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386104 May 26 22:36:39.448563 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8315c1eb-e696-488d-baf9-dd253d8730fe None None] New status for floating IP 0487be2b-0b33-465f-913c-10b106b92606: DOWN {{(pid=91911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:36:39.937155 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b6eff-df88-4cb2-83af-5e63474ad21e req-d025fff3-ebef-4f55-8758-18a576f2a318 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:39.938575 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3a4b6eff-df88-4cb2-83af-5e63474ad21e req-d025fff3-ebef-4f55-8758-18a576f2a318 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 946 time: 0.0834801 May 26 22:36:40.123245 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-3a4b6eff-df88-4cb2-83af-5e63474ad21e req-047f3587-dad8-4246-bec3-f49334d2da1a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583467 May 26 22:36:40.145334 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043d786-acd1-4e83-a493-ad9ffbc41cec req-273cc5be-80f7-4b70-8a02-69142882ff1e tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:40.146727 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6043d786-acd1-4e83-a493-ad9ffbc41cec req-273cc5be-80f7-4b70-8a02-69142882ff1e tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 946 time: 0.2048311 May 26 22:36:40.283091 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-6043d786-acd1-4e83-a493-ad9ffbc41cec req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Deleting port 4f342a59-0566-4a75-87d5-b5d42e382790 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:36:40.283426 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-6043d786-acd1-4e83-a493-ad9ffbc41cec req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:40.413495 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-6043d786-acd1-4e83-a493-ad9ffbc41cec req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] For port 4f342a59-0566-4a75-87d5-b5d42e382790, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=4f342a59-0566-4a75-87d5-b5d42e382790,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:36:40.413745 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-6043d786-acd1-4e83-a493-ad9ffbc41cec req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:40.538236 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-6043d786-acd1-4e83-a493-ad9ffbc41cec req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Calling delete_port for 4f342a59-0566-4a75-87d5-b5d42e382790 owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:36:40.644291 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-6043d786-acd1-4e83-a493-ad9ffbc41cec req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:40.649669 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-dbeefc4b-c6f5-464f-8e87-948a4ad5707a tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:36:40.693582 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event deleted for resources: {'Port': ['ID=4f342a59-0566-4a75-87d5-b5d42e382790,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:40.734931 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:40.735299 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:40.735657 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:40.736036 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:40.736379 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:40.736726 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:40.737074 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:40.738012 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:40.738360 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:40.738706 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:40.739046 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:40.739383 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:40.746313 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:36:40.780858 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6043d786-acd1-4e83-a493-ad9ffbc41cec req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] No DVR routers for this DVR port 4f342a59-0566-4a75-87d5-b5d42e382790 on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:36:40.783184 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-6043d786-acd1-4e83-a493-ad9ffbc41cec req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:40.785681 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaaf3cf-983d-4c81-8f55-34db509823e9', 'name': 'network-vif-deleted', 'tag': '4f342a59-0566-4a75-87d5-b5d42e382790'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:40.797272 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-6043d786-acd1-4e83-a493-ad9ffbc41cec req-195b493d-f43f-4bda-80c8-2fa7929afee4 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.24 "DELETE /v2.0/ports/4f342a59-0566-4a75-87d5-b5d42e382790 HTTP/1.1" status: 204 len: 173 time: 0.6441736 May 26 22:36:40.830472 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaaf3cf-983d-4c81-8f55-34db509823e9', 'name': 'network-vif-deleted', 'tag': '4f342a59-0566-4a75-87d5-b5d42e382790', 'status': 'completed', 'code': 200} May 26 22:36:41.275315 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-fd91705f-c5a7-44d2-9424-f63022291498 req-390bf178-4c04-432f-98d3-1041788acc66 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Synchronizing usage tracker for tenant:013437e5b3f64cb1accf34a45eb19435 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:36:41.289605 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-fd91705f-c5a7-44d2-9424-f63022291498 req-390bf178-4c04-432f-98d3-1041788acc66 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Unset dirty status for tenant:013437e5b3f64cb1accf34a45eb19435 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:36:41.290731 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-fd91705f-c5a7-44d2-9424-f63022291498 req-390bf178-4c04-432f-98d3-1041788acc66 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaaf3cf-983d-4c81-8f55-34db509823e9 HTTP/1.1" status: 200 len: 210 time: 0.0578592 May 26 22:36:44.778322 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 44164) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:45.045118 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-47f9990d-b956-4ed5-9d6e-6d161b3e395b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Deleting port d311f073-e9e8-4c87-bd6f-c6d84605d09c {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:36:45.045461 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-47f9990d-b956-4ed5-9d6e-6d161b3e395b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:45.062145 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 4f342a59-0566-4a75-87d5-b5d42e382790 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:45.095404 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: 4f342a59-0566-4a75-87d5-b5d42e382790 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:36:45.095771 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 4f342a59-0566-4a75-87d5-b5d42e382790 not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:45.161794 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-47f9990d-b956-4ed5-9d6e-6d161b3e395b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:45.162116 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-47f9990d-b956-4ed5-9d6e-6d161b3e395b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:45.281652 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-47f9990d-b956-4ed5-9d6e-6d161b3e395b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Calling delete_port for d311f073-e9e8-4c87-bd6f-c6d84605d09c owned by network:floatingip {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:36:45.398760 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-47f9990d-b956-4ed5-9d6e-6d161b3e395b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:45.402186 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8e8ab426-5a40-46c3-9210-1eb40bee9cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:36:45.540902 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9990d-b956-4ed5-9d6e-6d161b3e395b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event deleted for resources: {'Port': ['ID=d311f073-e9e8-4c87-bd6f-c6d84605d09c,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:45.544037 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-47f9990d-b956-4ed5-9d6e-6d161b3e395b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:36:45.630655 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-47f9990d-b956-4ed5-9d6e-6d161b3e395b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for floatingip, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:45.630976 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.db.l3_db [None req-47f9990d-b956-4ed5-9d6e-6d161b3e395b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Floating IP 9538eef6-f015-4d8c-9334-b1d09d2f3516 disassociated (deleted). External IP: 172.27.2.149, port: 8d6e610a-79f5-4ac6-b429-bad7fa794bcb. May 26 22:36:45.975792 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f9990d-b956-4ed5-9d6e-6d161b3e395b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Router 6ee08027-32e8-4a52-8460-9cc9a564dfda has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:36:46.151529 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f9990d-b956-4ed5-9d6e-6d161b3e395b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:36:46.163049 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400af0c9-b243-4508-8457-0727e5dc2afe None None] Sync routers for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:36:46.172907 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400af0c9-b243-4508-8457-0727e5dc2afe None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:36:46.173498 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-400af0c9-b243-4508-8457-0727e5dc2afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:36:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:46.175417 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-47f9990d-b956-4ed5-9d6e-6d161b3e395b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:46.229857 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-47f9990d-b956-4ed5-9d6e-6d161b3e395b tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "DELETE /v2.0/floatingips/9538eef6-f015-4d8c-9334-b1d09d2f3516 HTTP/1.1" status: 204 len: 168 time: 1.4504368 May 26 22:36:46.230609 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'tag': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:46.354414 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-400af0c9-b243-4508-8457-0727e5dc2afe None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:36:46.468595 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'tag': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'status': 'completed', 'code': 200} May 26 22:36:46.618176 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d913b-1e56-41a7-9065-cffb91fab3b0 req-ec200e95-1bc1-4efb-ba42-8fe7041438fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:46.619643 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-343d913b-1e56-41a7-9065-cffb91fab3b0 req-ec200e95-1bc1-4efb-ba42-8fe7041438fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=013437e5b3f64cb1accf34a45eb19435&device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 1098 time: 0.1286020 May 26 22:36:46.673712 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-400af0c9-b243-4508-8457-0727e5dc2afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:46.677644 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400af0c9-b243-4508-8457-0727e5dc2afe None None] Checking router: 6ee08027-32e8-4a52-8460-9cc9a564dfda for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:36:46.685842 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400af0c9-b243-4508-8457-0727e5dc2afe None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:36:46.686429 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-400af0c9-b243-4508-8457-0727e5dc2afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:36:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:46.724102 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f14067-910f-47af-8140-17f60319366a req-43530e7c-43bf-4ce6-a164-bcb9f7c8fdcd tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:46.725553 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a6f14067-910f-47af-8140-17f60319366a req-43530e7c-43bf-4ce6-a164-bcb9f7c8fdcd tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 945 time: 0.1690173 May 26 22:36:46.801399 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d913b-1e56-41a7-9065-cffb91fab3b0 req-45238716-9ff9-4018-9b51-95336212ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:46.802853 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-343d913b-1e56-41a7-9065-cffb91fab3b0 req-45238716-9ff9-4018-9b51-95336212ed2f service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 200 len: 912 time: 0.1753881 May 26 22:36:46.805773 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-a6f14067-910f-47af-8140-17f60319366a req-0a7c6868-510d-4151-a388-db163b7a9bb8 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739040 May 26 22:36:46.867535 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-400af0c9-b243-4508-8457-0727e5dc2afe None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:36:46.872076 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-343d913b-1e56-41a7-9065-cffb91fab3b0 req-7971485f-7d25-4757-b021-4444ea3ae717 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d6e610a-79f5-4ac6-b429-bad7fa794bcb HTTP/1.1" status: 200 len: 217 time: 0.0618017 May 26 22:36:46.939126 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d913b-1e56-41a7-9065-cffb91fab3b0 req-59fc984e-0fa9-430c-b5db-fa30810d569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:46.941095 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-343d913b-1e56-41a7-9065-cffb91fab3b0 req-59fc984e-0fa9-430c-b5db-fa30810d569c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 200 len: 851 time: 0.0612040 May 26 22:36:47.014773 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d913b-1e56-41a7-9065-cffb91fab3b0 req-77547863-6023-4278-a27e-d52fe5631eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:47.016272 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-343d913b-1e56-41a7-9065-cffb91fab3b0 req-77547863-6023-4278-a27e-d52fe5631eec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcbf3657-6884-4e14-9a25-c6d40987f186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687261 May 26 22:36:47.148771 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-343d913b-1e56-41a7-9065-cffb91fab3b0 req-9b297cb6-9150-4515-9f13-3cabfa712e17 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252353 May 26 22:36:47.225014 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-400af0c9-b243-4508-8457-0727e5dc2afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:47.229327 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400af0c9-b243-4508-8457-0727e5dc2afe None None] The sync data for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi is: [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:28:46Z', 'revision_number': 4, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi', '_interfaces': [{'id': '048e8897-82fe-426c-8d57-5fd873e3bfd2', 'name': '', 'network_id': 'fcbf3657-6884-4e14-9a25-c6d40987f186', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'mac_address': 'fa:16:3e:c8:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:46Z', 'updated_at': '2021-05-26T22:28:53Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'subnets': [{'id': '3e259fdd-164d-4c6f-b193-21276d54f6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:36:47.381333 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-343d913b-1e56-41a7-9065-cffb91fab3b0 req-b3892f48-4f9b-481c-a05f-2694928677f3 service neutron] 10.222.0.24 "GET /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249115 May 26 22:36:47.432898 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc250979-5f95-4834-9f0f-fb0975789ad9 None None] New status for floating IP 9538eef6-f015-4d8c-9334-b1d09d2f3516: DOWN {{(pid=91911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:36:47.993280 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026f9a6-75c4-445b-ae3b-e65d966efe7d req-e22d4a76-a5c7-4acc-b610-9849f4ed5fe7 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:47.994711 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5026f9a6-75c4-445b-ae3b-e65d966efe7d req-e22d4a76-a5c7-4acc-b610-9849f4ed5fe7 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 945 time: 0.0812738 May 26 22:36:48.077316 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-5026f9a6-75c4-445b-ae3b-e65d966efe7d req-5f02f3ba-cb4d-45c2-aefa-3b9b53e5faed tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/security-groups?id=3537a6be-0d9c-448e-b625-a7eae65d7cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768127 May 26 22:36:48.114219 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e023cf-ba20-4791-94e0-1002e075ea73 req-86ae670d-2fc0-4051-b004-9498cba40e78 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:36:48.115665 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f6e023cf-ba20-4791-94e0-1002e075ea73 req-86ae670d-2fc0-4051-b004-9498cba40e78 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.24 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 945 time: 0.0941505 May 26 22:36:48.249480 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-f6e023cf-ba20-4791-94e0-1002e075ea73 req-285c505c-d466-4925-a916-7418cd741af7 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Deleting port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:36:48.249815 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-f6e023cf-ba20-4791-94e0-1002e075ea73 req-285c505c-d466-4925-a916-7418cd741af7 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:48.378698 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [req-f6e023cf-ba20-4791-94e0-1002e075ea73 req-285c505c-d466-4925-a916-7418cd741af7 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] For port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8d6e610a-79f5-4ac6-b429-bad7fa794bcb,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:36:48.378962 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-f6e023cf-ba20-4791-94e0-1002e075ea73 req-285c505c-d466-4925-a916-7418cd741af7 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:48.499084 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [req-f6e023cf-ba20-4791-94e0-1002e075ea73 req-285c505c-d466-4925-a916-7418cd741af7 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Calling delete_port for 8d6e610a-79f5-4ac6-b429-bad7fa794bcb owned by compute:nova {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:36:48.608941 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-f6e023cf-ba20-4791-94e0-1002e075ea73 req-285c505c-d466-4925-a916-7418cd741af7 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:48.614236 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-36b313f5-5a5c-427a-8f46-23ac7ed2b861 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:36:48.657489 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c505c-d466-4925-a916-7418cd741af7 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event deleted for resources: {'Port': ['ID=8d6e610a-79f5-4ac6-b429-bad7fa794bcb,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:48.661505 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-285c505c-d466-4925-a916-7418cd741af7 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:36:48.735424 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e023cf-ba20-4791-94e0-1002e075ea73 req-285c505c-d466-4925-a916-7418cd741af7 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] No DVR routers for this DVR port 8d6e610a-79f5-4ac6-b429-bad7fa794bcb on host hv-cinder-79324 {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:36:48.738554 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [req-f6e023cf-ba20-4791-94e0-1002e075ea73 req-285c505c-d466-4925-a916-7418cd741af7 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for port, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:48.741151 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'name': 'network-vif-deleted', 'tag': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb'}] {{(pid=91908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:36:48.752203 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-f6e023cf-ba20-4791-94e0-1002e075ea73 req-285c505c-d466-4925-a916-7418cd741af7 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.24 "DELETE /v2.0/ports/8d6e610a-79f5-4ac6-b429-bad7fa794bcb HTTP/1.1" status: 204 len: 173 time: 0.6306591 May 26 22:36:48.787526 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a616da83-54a9-4752-945a-3d76c1d8762a', 'name': 'network-vif-deleted', 'tag': '8d6e610a-79f5-4ac6-b429-bad7fa794bcb', 'status': 'completed', 'code': 200} May 26 22:36:49.247360 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-4011f7cc-c3e3-44e9-b5e0-51cf5cf3c6db req-751993ba-f0b9-42ea-83b8-c736fe6f8714 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Synchronizing usage tracker for tenant:013437e5b3f64cb1accf34a45eb19435 on resource:port {{(pid=91908) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:36:49.261785 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.quota.resource [req-4011f7cc-c3e3-44e9-b5e0-51cf5cf3c6db req-751993ba-f0b9-42ea-83b8-c736fe6f8714 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Unset dirty status for tenant:013437e5b3f64cb1accf34a45eb19435 on resource:port {{(pid=91908) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:36:49.262972 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [req-4011f7cc-c3e3-44e9-b5e0-51cf5cf3c6db req-751993ba-f0b9-42ea-83b8-c736fe6f8714 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "GET /v2.0/ports?device_id=a616da83-54a9-4752-945a-3d76c1d8762a HTTP/1.1" status: 200 len: 210 time: 0.0572670 May 26 22:36:50.356623 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 44182) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:50.571214 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-e76ff9b9-8884-40c3-9b3e-74fc7a13d2be tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Deleting port 009d6f00-f1f0-48ed-95e2-aa70504cc1a9 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:36:50.571555 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e76ff9b9-8884-40c3-9b3e-74fc7a13d2be tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:50.688280 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e76ff9b9-8884-40c3-9b3e-74fc7a13d2be tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:50.688607 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e76ff9b9-8884-40c3-9b3e-74fc7a13d2be tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:50.807534 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-e76ff9b9-8884-40c3-9b3e-74fc7a13d2be tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Calling delete_port for 009d6f00-f1f0-48ed-95e2-aa70504cc1a9 owned by network:floatingip {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:36:51.020154 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e76ff9b9-8884-40c3-9b3e-74fc7a13d2be tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:51.023621 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-4736a645-5743-43af-88d3-5008f827d2dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:36:51.066128 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ff9b9-8884-40c3-9b3e-74fc7a13d2be tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event deleted for resources: {'Port': ['ID=009d6f00-f1f0-48ed-95e2-aa70504cc1a9,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:51.068728 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-e76ff9b9-8884-40c3-9b3e-74fc7a13d2be tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:36:51.159744 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e76ff9b9-8884-40c3-9b3e-74fc7a13d2be tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for floatingip, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:51.178139 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-e76ff9b9-8884-40c3-9b3e-74fc7a13d2be tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91156'] for floatingip, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:51.179257 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-e76ff9b9-8884-40c3-9b3e-74fc7a13d2be tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "DELETE /v2.0/floatingips/3b5038aa-4f2b-4ae3-a009-acc390320a8a HTTP/1.1" status: 204 len: 168 time: 0.8216641 May 26 22:36:52.572470 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 44196) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:52.640381 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-83747632-1b78-4cc2-b39c-ef4ccc46484f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:52.670339 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-83747632-1b78-4cc2-b39c-ef4ccc46484f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:52.735360 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-83747632-1b78-4cc2-b39c-ef4ccc46484f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:52.739586 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-d5748ea8-39f4-4dfb-863a-8fb3085e0431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:36:52.754474 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83747632-1b78-4cc2-b39c-ef4ccc46484f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3537a6be-0d9c-448e-b625-a7eae65d7cb8,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:52.757552 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-83747632-1b78-4cc2-b39c-ef4ccc46484f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:36:52.759509 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-83747632-1b78-4cc2-b39c-ef4ccc46484f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:52.763214 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-83747632-1b78-4cc2-b39c-ef4ccc46484f tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] 10.222.0.15 "DELETE /v2.0/security-groups/3537a6be-0d9c-448e-b625-a7eae65d7cb8 HTTP/1.1" status: 204 len: 168 time: 0.1871841 May 26 22:36:52.818525 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 44202) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:53.108314 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 8d6e610a-79f5-4ac6-b429-bad7fa794bcb no longer exists at agent hyperv_hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:53.141597 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] No Port match for: 8d6e610a-79f5-4ac6-b429-bad7fa794bcb {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:36:53.141941 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Device 8d6e610a-79f5-4ac6-b429-bad7fa794bcb not bound to the agent host hv-cinder-79324 {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:53.480170 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-724ffa23-3455-4220-a867-79ecead7887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746684'] for router_interface, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:53.881395 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-724ffa23-3455-4220-a867-79ecead7887d admin admin] Deleting port 048e8897-82fe-426c-8d57-5fd873e3bfd2 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:36:53.882033 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-724ffa23-3455-4220-a867-79ecead7887d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:54.000037 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [None req-724ffa23-3455-4220-a867-79ecead7887d admin admin] For port 048e8897-82fe-426c-8d57-5fd873e3bfd2, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=048e8897-82fe-426c-8d57-5fd873e3bfd2,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:36:54.000388 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-724ffa23-3455-4220-a867-79ecead7887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:54.220389 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-724ffa23-3455-4220-a867-79ecead7887d admin admin] Calling delete_port for 048e8897-82fe-426c-8d57-5fd873e3bfd2 owned by network:router_interface {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:36:54.507751 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-724ffa23-3455-4220-a867-79ecead7887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:54.511417 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-c0dc7848-6b42-4d92-bc5d-b5d549980625 tempest-TestVolumeBootPattern-215936361 tempest-TestVolumeBootPattern-215936361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:36:54.557806 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ffa23-3455-4220-a867-79ecead7887d admin admin] Pushing event deleted for resources: {'Port': ['ID=048e8897-82fe-426c-8d57-5fd873e3bfd2,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:54.560949 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-724ffa23-3455-4220-a867-79ecead7887d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:36:54.824050 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-724ffa23-3455-4220-a867-79ecead7887d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747020'] for router_interface, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:55.177007 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724ffa23-3455-4220-a867-79ecead7887d admin admin] Router 6ee08027-32e8-4a52-8460-9cc9a564dfda has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:36:55.350152 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724ffa23-3455-4220-a867-79ecead7887d admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:36:55.358424 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc83b43-c495-4448-9155-5f7435cd742f None None] Sync routers for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:36:55.362563 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-724ffa23-3455-4220-a867-79ecead7887d admin admin] 10.222.0.15 "PUT /v2.0/routers/6ee08027-32e8-4a52-8460-9cc9a564dfda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5424316 May 26 22:36:55.365397 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 44208) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:55.368327 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc83b43-c495-4448-9155-5f7435cd742f None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:36:55.368928 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-cbc83b43-c495-4448-9155-5f7435cd742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:36:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:55.542022 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:55.544256 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-cbc83b43-c495-4448-9155-5f7435cd742f None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: dv-cinder-793244-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:36:55.716363 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:55.791327 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] Deleting port 59097a27-0baf-4a57-9b7e-2dc7a25f7664 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:36:55.791664 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:55.824062 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-cbc83b43-c495-4448-9155-5f7435cd742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:36:54Z', 'revision_number': 5, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port': {'id': '59097a27-0baf-4a57-9b7e-2dc7a25f7664', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:43Z', 'updated_at': '2021-05-26T22:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:55.828109 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc83b43-c495-4448-9155-5f7435cd742f None None] Checking router: 6ee08027-32e8-4a52-8460-9cc9a564dfda for host: dv-cinder-793244-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:36:55.836715 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc83b43-c495-4448-9155-5f7435cd742f None None] Routers {'6ee08027-32e8-4a52-8460-9cc9a564dfda'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:36:55.837309 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-cbc83b43-c495-4448-9155-5f7435cd742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:36:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['6ee08027-32e8-4a52-8460-9cc9a564dfda'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:55.913424 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] For port 59097a27-0baf-4a57-9b7e-2dc7a25f7664, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=59097a27-0baf-4a57-9b7e-2dc7a25f7664,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:36:55.913770 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:55.991725 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-cbc83b43-c495-4448-9155-5f7435cd742f None None] Set router 6ee08027-32e8-4a52-8460-9cc9a564dfda gateway port host: None {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:36:56.098064 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-cbc83b43-c495-4448-9155-5f7435cd742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:36:55Z', 'revision_number': 6, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port_host': None}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:56.101877 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc83b43-c495-4448-9155-5f7435cd742f None None] The sync data for ids ['6ee08027-32e8-4a52-8460-9cc9a564dfda'] in dv-cinder-793244-1-iscsi is: [{'id': '6ee08027-32e8-4a52-8460-9cc9a564dfda', 'name': 'tempest-TestVolumeBootPattern-1762194987-router', 'tenant_id': '013437e5b3f64cb1accf34a45eb19435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:42Z', 'updated_at': '2021-05-26T22:36:55Z', 'revision_number': 6, 'project_id': '013437e5b3f64cb1accf34a45eb19435', 'gw_port_host': None}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:36:56.137754 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] Calling delete_port for 59097a27-0baf-4a57-9b7e-2dc7a25f7664 owned by network:router_gateway {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:36:56.401242 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:56.405419 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a36af99d-a0ee-40d5-b75f-3dda9ce46c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:36:56.452464 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=59097a27-0baf-4a57-9b7e-2dc7a25f7664,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:56.483666 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:36:56.496256 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 048e8897-82fe-426c-8d57-5fd873e3bfd2 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:56.536338 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 048e8897-82fe-426c-8d57-5fd873e3bfd2 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:36:56.536805 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 048e8897-82fe-426c-8d57-5fd873e3bfd2 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:56.549736 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748179'] for router_gateway, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:56.721032 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1009'] for router, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:56.723167 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:56.724065 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:56.745908 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741920'] for router, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:56.746366 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ee08027-32e8-4a52-8460-9cc9a564dfda {{(pid=91909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:36:56.758088 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] Notify callbacks [] for router, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:56.759200 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-c24f3b5c-0cef-4a4f-80d7-3ac898ef99a2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6ee08027-32e8-4a52-8460-9cc9a564dfda HTTP/1.1" status: 204 len: 168 time: 1.3928466 May 26 22:36:56.761729 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 44212) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:56.825322 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d57c603-2232-4bff-9bee-5f20fa4b2c58 admin admin] Deleting subnet 3e259fdd-164d-4c6f-b193-21276d54f6fa {{(pid=91909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:36:56.828060 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2d57c603-2232-4bff-9bee-5f20fa4b2c58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:56.878503 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2d57c603-2232-4bff-9bee-5f20fa4b2c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2694234'] for subnet, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:56.958243 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2d57c603-2232-4bff-9bee-5f20fa4b2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:57.202134 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2d57c603-2232-4bff-9bee-5f20fa4b2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2982456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2744506'] for subnet, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:57.207237 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-3ecdb7de-a1ce-449e-aad4-03e47571388d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:36:57.243648 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57c603-2232-4bff-9bee-5f20fa4b2c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e259fdd-164d-4c6f-b193-21276d54f6fa,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:57.246042 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2d57c603-2232-4bff-9bee-5f20fa4b2c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:36:57.248720 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2d57c603-2232-4bff-9bee-5f20fa4b2c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:57.253934 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441b34f1-77a5-4477-b17f-40b65208e188 None None] Network fcbf3657-6884-4e14-9a25-c6d40987f186 requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:36:57.254632 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-2d57c603-2232-4bff-9bee-5f20fa4b2c58 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3e259fdd-164d-4c6f-b193-21276d54f6fa HTTP/1.1" status: 204 len: 168 time: 0.4919159 May 26 22:36:57.257049 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 44216) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:57.362479 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:57.504294 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] DHCP port deletion for fcbf3657-6884-4e14-9a25-c6d40987f186 request from dv-cinder-793244-1-iscsi {{(pid=91910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 22:36:57.531942 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Deleting port 4c23db44-e494-4cf9-9652-a3e426701397 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:36:57.532505 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:57.568625 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Deleting port 4c23db44-e494-4cf9-9652-a3e426701397 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:36:57.568999 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:57.633400 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] For port 4c23db44-e494-4cf9-9652-a3e426701397, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=4c23db44-e494-4cf9-9652-a3e426701397,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:36:57.633761 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:57.707455 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] For port 4c23db44-e494-4cf9-9652-a3e426701397, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=4c23db44-e494-4cf9-9652-a3e426701397,segment=NetworkSegment(633989ee-be73-46ed-9d3d-a6871c73f06e),segment_id=633989ee-be73-46ed-9d3d-a6871c73f06e)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:36:57.707869 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:57.757138 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Calling delete_port for 4c23db44-e494-4cf9-9652-a3e426701397 owned by network:dhcp {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:36:57.802968 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:57.806758 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-0b3a80d4-1f65-4009-a047-0d73e618b897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:36:57.827258 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Calling delete_port for 4c23db44-e494-4cf9-9652-a3e426701397 owned by network:dhcp {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:36:57.851791 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c23db44-e494-4cf9-9652-a3e426701397,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:57.858170 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:36:57.860357 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] No DVR routers for this DVR port 4c23db44-e494-4cf9-9652-a3e426701397 on host dv-cinder-793244-1-iscsi {{(pid=91909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:36:57.871502 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:57.875104 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:36:57.918397 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Pushing event deleted for resources: {'Port': ['ID=4c23db44-e494-4cf9-9652-a3e426701397,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:57.928416 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] No DVR routers for this DVR port 4c23db44-e494-4cf9-9652-a3e426701397 on host dv-cinder-793244-1-iscsi {{(pid=91910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:36:57.930294 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:57.930633 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:57.930988 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:57.931289 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:57.931615 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:57.931964 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:57.932287 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:57.932606 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:57.932925 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:57.933241 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:57.933557 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:57.933871 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:36:57.937312 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-d93dbb3f-34d0-411b-afef-36f0f0492993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:36:57.979658 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:57.992616 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbf3657-6884-4e14-9a25-c6d40987f186']}} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:58.004690 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633989ee-be73-46ed-9d3d-a6871c73f06e') {'for_net_delete': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:58.004988 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.services.segments.db [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633989ee-be73-46ed-9d3d-a6871c73f06e') {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:36:58.016235 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2694243'] for segment, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:58.032625 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:58.039925 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=91909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:36:58.040316 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2985114'] for segment, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: Traceback (most recent call last): May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: timer() May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: cb(*args, **kw) May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: return func(*args, **kwargs) May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: self._notify() May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: self.callback(batched_events) May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: event.method(event) May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: return f(self, *a, **k) May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._get(url).json() May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: return self.request(url, 'GET', **kwargs) May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:36:58.053285 dv-cinder-793244-1-iscsi neutron-server[91909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:36:58.129769 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:58.134511 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:58.138206 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:36:58.162391 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcbf3657-6884-4e14-9a25-c6d40987f186,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:58.165290 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fcbf3657-6884-4e14-9a25-c6d40987f186 HTTP/1.1" status: 204 len: 168 time: 0.9073069 May 26 22:36:58.166158 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-2eba2275-ad53-4ffe-a02c-493e1182b309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:36:58.168270 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 44220) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:36:58.245107 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 4c23db44-e494-4cf9-9652-a3e426701397 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:58.278794 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 4c23db44-e494-4cf9-9652-a3e426701397 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:36:58.279168 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 4c23db44-e494-4cf9-9652-a3e426701397 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:58.279583 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 59097a27-0baf-4a57-9b7e-2dc7a25f7664 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:36:58.311548 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 59097a27-0baf-4a57-9b7e-2dc7a25f7664 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:36:58.311911 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 59097a27-0baf-4a57-9b7e-2dc7a25f7664 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:36:58.693775 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ebf03fab-7ae0-4df2-a238-71b9a3a96700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1746684'] for router_interface, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:58.901088 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-11174b12-5c25-4285-a23c-4188ff429225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:59.201970 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-ebf03fab-7ae0-4df2-a238-71b9a3a96700 admin admin] Deleting port 0ba57830-3667-4469-ac0a-96f4deaab9bf {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:36:59.202306 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ebf03fab-7ae0-4df2-a238-71b9a3a96700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:59.320447 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-ebf03fab-7ae0-4df2-a238-71b9a3a96700 admin admin] For port 0ba57830-3667-4469-ac0a-96f4deaab9bf, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=0ba57830-3667-4469-ac0a-96f4deaab9bf,segment=NetworkSegment(caf792ee-b561-4e93-8357-f5e9a2e1f335),segment_id=caf792ee-b561-4e93-8357-f5e9a2e1f335)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:36:59.320703 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ebf03fab-7ae0-4df2-a238-71b9a3a96700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:59.448862 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-ebf03fab-7ae0-4df2-a238-71b9a3a96700 admin admin] Calling delete_port for 0ba57830-3667-4469-ac0a-96f4deaab9bf owned by network:router_interface {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:36:59.600712 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ebf03fab-7ae0-4df2-a238-71b9a3a96700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:59.604166 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f0e8ed1d-3715-414c-ae46-06e97b910fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:36:59.649406 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf03fab-7ae0-4df2-a238-71b9a3a96700 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba57830-3667-4469-ac0a-96f4deaab9bf,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:36:59.652335 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ebf03fab-7ae0-4df2-a238-71b9a3a96700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:36:59.912270 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ebf03fab-7ae0-4df2-a238-71b9a3a96700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1747020'] for router_interface, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:00.280549 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf03fab-7ae0-4df2-a238-71b9a3a96700 admin admin] Router f25896fb-5956-4524-9aff-8381e8eef944 has already been hosted by L3 agent f42a45a8-27bc-42c9-88dc-4f964f8c0cad {{(pid=91909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:37:00.561148 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf03fab-7ae0-4df2-a238-71b9a3a96700 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-iscsi the message routers_updated {{(pid=91909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:37:00.570649 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80916b59-5ca2-4a8c-b09b-f931ec033666 None None] Sync routers for ids ['f25896fb-5956-4524-9aff-8381e8eef944'] in dv-cinder-793244-1-iscsi {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:37:00.578597 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-ebf03fab-7ae0-4df2-a238-71b9a3a96700 admin admin] 10.222.0.15 "PUT /v2.0/routers/f25896fb-5956-4524-9aff-8381e8eef944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4093430 May 26 22:37:00.580023 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80916b59-5ca2-4a8c-b09b-f931ec033666 None None] Routers {'f25896fb-5956-4524-9aff-8381e8eef944'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:37:00.580669 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-80916b59-5ca2-4a8c-b09b-f931ec033666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:36:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['f25896fb-5956-4524-9aff-8381e8eef944'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:00.581168 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 44226) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:00.754695 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-80916b59-5ca2-4a8c-b09b-f931ec033666 None None] Set router f25896fb-5956-4524-9aff-8381e8eef944 gateway port host: dv-cinder-793244-1-iscsi {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:37:00.758152 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] Notify callbacks [] for router, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:00.936304 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:01.010273 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] Deleting port 42ae26e4-e3fd-4745-befd-0c000fda61d8 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:37:01.010532 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:01.063307 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-80916b59-5ca2-4a8c-b09b-f931ec033666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'name': 'tempest-TestVolumeBootPattern-303763379-router', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'external_fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '42ae26e4-e3fd-4745-befd-0c000fda61d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:49Z', 'updated_at': '2021-05-26T22:36:59Z', 'revision_number': 5, 'project_id': '6857074dd48e4cc694b08d82db9301ba', 'gw_port': {'id': '42ae26e4-e3fd-4745-befd-0c000fda61d8', 'name': '', 'network_id': '5868c39c-3961-427a-b936-c4b2389a06ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:50Z', 'updated_at': '2021-05-26T22:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b6c9f1e-2c8c-48d6-90f9-98ad61accb12', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-iscsi'}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:01.067199 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80916b59-5ca2-4a8c-b09b-f931ec033666 None None] Checking router: f25896fb-5956-4524-9aff-8381e8eef944 for host: dv-cinder-793244-1-iscsi {{(pid=91911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:37:01.075497 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80916b59-5ca2-4a8c-b09b-f931ec033666 None None] Routers {'f25896fb-5956-4524-9aff-8381e8eef944'} bound to L3 agent in host dv-cinder-793244-1-iscsi {{(pid=91911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:37:01.076118 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-80916b59-5ca2-4a8c-b09b-f931ec033666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:03:01Z,description=,heartbeat_timestamp=2021-05-26T22:36:31Z,host='dv-cinder-793244-1-iscsi',id=f42a45a8-27bc-42c9-88dc-4f964f8c0cad,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:03:01Z,topic='l3_agent')) {'router_ids': ['f25896fb-5956-4524-9aff-8381e8eef944'], 'active': True} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:01.132331 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] For port 42ae26e4-e3fd-4745-befd-0c000fda61d8, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=42ae26e4-e3fd-4745-befd-0c000fda61d8,segment=NetworkSegment(c3bc77dc-5701-477c-b809-0dcd68e16f9b),segment_id=c3bc77dc-5701-477c-b809-0dcd68e16f9b)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:37:01.132688 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:01.225173 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_dvr_db [None req-80916b59-5ca2-4a8c-b09b-f931ec033666 None None] Set router f25896fb-5956-4524-9aff-8381e8eef944 gateway port host: None {{(pid=91911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:37:01.233432 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-96b3e3aa-5c51-4d26-bb5e-359d87370bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:01.261981 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] Calling delete_port for 42ae26e4-e3fd-4745-befd-0c000fda61d8 owned by network:router_gateway {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:37:01.302504 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:01.331271 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.l3_hamode_db [None req-80916b59-5ca2-4a8c-b09b-f931ec033666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'name': 'tempest-TestVolumeBootPattern-303763379-router', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:49Z', 'updated_at': '2021-05-26T22:37:00Z', 'revision_number': 6, 'project_id': '6857074dd48e4cc694b08d82db9301ba', 'gw_port_host': None}], 'dv-cinder-793244-1-iscsi', False) {} {{(pid=91911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:01.335631 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80916b59-5ca2-4a8c-b09b-f931ec033666 None None] The sync data for ids ['f25896fb-5956-4524-9aff-8381e8eef944'] in dv-cinder-793244-1-iscsi is: [{'id': 'f25896fb-5956-4524-9aff-8381e8eef944', 'name': 'tempest-TestVolumeBootPattern-303763379-router', 'tenant_id': '6857074dd48e4cc694b08d82db9301ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:49Z', 'updated_at': '2021-05-26T22:37:00Z', 'revision_number': 6, 'project_id': '6857074dd48e4cc694b08d82db9301ba', 'gw_port_host': None}] {{(pid=91911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:37:01.399956 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2985161'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:01.404382 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e3816d83-4d25-4480-971a-085e9204558f tempest-AttachVolumeShelveTestJSON-450396086 tempest-AttachVolumeShelveTestJSON-450396086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:37:01.449434 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ae26e4-e3fd-4745-befd-0c000fda61d8,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:01.476807 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:37:01.538776 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748179'] for router_gateway, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:01.712229 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1742412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1009'] for router, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:01.714678 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:01.738895 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741920'] for router, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:01.739497 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f25896fb-5956-4524-9aff-8381e8eef944 {{(pid=91909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:37:01.753347 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] Notify callbacks [] for router, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:01.754487 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-edcc7707-9dc9-4b1d-b522-1fc3cb922032 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f25896fb-5956-4524-9aff-8381e8eef944 HTTP/1.1" status: 204 len: 168 time: 1.1722717 May 26 22:37:01.757073 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 44230) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:01.819530 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f26d22-433c-4081-a043-a548dc8e283d admin admin] Deleting subnet b9177f51-e3e4-49be-a972-0aebb6b6802e {{(pid=91909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:37:01.822350 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e9f26d22-433c-4081-a043-a548dc8e283d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:01.883223 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:37:01.966070 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e9f26d22-433c-4081-a043-a548dc8e283d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2694234'] for subnet, precommit_delete_associations {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.041672 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e9f26d22-433c-4081-a043-a548dc8e283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-745981'] for subnet, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.248349 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 0ba57830-3667-4469-ac0a-96f4deaab9bf no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:02.289880 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 0ba57830-3667-4469-ac0a-96f4deaab9bf {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:37:02.290248 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 0ba57830-3667-4469-ac0a-96f4deaab9bf not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:02.290655 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 42ae26e4-e3fd-4745-befd-0c000fda61d8 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:02.295704 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e9f26d22-433c-4081-a043-a548dc8e283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2982456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2744506'] for subnet, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.304614 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:37:02.327948 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 42ae26e4-e3fd-4745-befd-0c000fda61d8 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:37:02.328302 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 42ae26e4-e3fd-4745-befd-0c000fda61d8 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:02.340604 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e9f26d22-433c-4081-a043-a548dc8e283d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for subnet, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.342860 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef72908-0904-439b-9264-2e55a976322e None None] Network f336b854-44e2-4b07-9eda-36ca942d7cfe requested from dv-cinder-793244-1-iscsi {{(pid=91910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:37:02.345174 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f26d22-433c-4081-a043-a548dc8e283d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9177f51-e3e4-49be-a972-0aebb6b6802e,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:02.348365 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e9f26d22-433c-4081-a043-a548dc8e283d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:37:02.353150 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-e9f26d22-433c-4081-a043-a548dc8e283d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b9177f51-e3e4-49be-a972-0aebb6b6802e HTTP/1.1" status: 204 len: 168 time: 0.5921178 May 26 22:37:02.353237 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 44234) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:02.533271 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.591743 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710249'] for network, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.598233 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525e6e08-3cd4-45b7-b777-329dc707c628 None None] DHCP port deletion for f336b854-44e2-4b07-9eda-36ca942d7cfe request from dv-cinder-793244-1-iscsi {{(pid=91910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 22:37:02.660635 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-525e6e08-3cd4-45b7-b777-329dc707c628 None None] Deleting port 51dafd34-67ef-4ae9-83ab-76f8fff91446 {{(pid=91910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:37:02.660930 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-525e6e08-3cd4-45b7-b777-329dc707c628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.666163 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Deleting port 51dafd34-67ef-4ae9-83ab-76f8fff91446 {{(pid=91908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:37:02.666503 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212662092'] for port, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.763179 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-525e6e08-3cd4-45b7-b777-329dc707c628 None None] For port 51dafd34-67ef-4ae9-83ab-76f8fff91446, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=51dafd34-67ef-4ae9-83ab-76f8fff91446,segment=NetworkSegment(caf792ee-b561-4e93-8357-f5e9a2e1f335),segment_id=caf792ee-b561-4e93-8357-f5e9a2e1f335)] {{(pid=91910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:37:02.763569 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-525e6e08-3cd4-45b7-b777-329dc707c628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.769990 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.db [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] For port 51dafd34-67ef-4ae9-83ab-76f8fff91446, host dv-cinder-793244-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-iscsi',level=0,port_id=51dafd34-67ef-4ae9-83ab-76f8fff91446,segment=NetworkSegment(caf792ee-b561-4e93-8357-f5e9a2e1f335),segment_id=caf792ee-b561-4e93-8357-f5e9a2e1f335)] {{(pid=91908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:37:02.770342 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744911'] for port, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.883429 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-525e6e08-3cd4-45b7-b777-329dc707c628 None None] Calling delete_port for 51dafd34-67ef-4ae9-83ab-76f8fff91446 owned by network:dhcp {{(pid=91910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:37:02.896808 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.plugin [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Calling delete_port for 51dafd34-67ef-4ae9-83ab-76f8fff91446 owned by network:dhcp {{(pid=91908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:37:02.930616 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-525e6e08-3cd4-45b7-b777-329dc707c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772'] for port, after_delete {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.934344 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:37:02.941925 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212663974', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212279772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176586'] for port, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:02.945604 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-724ffa23-3455-4220-a867-79ecead7887d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:37:02.979869 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e6e08-3cd4-45b7-b777-329dc707c628 None None] Pushing event deleted for resources: {'Port': ['ID=51dafd34-67ef-4ae9-83ab-76f8fff91446,revision_number=None']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:02.982852 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-525e6e08-3cd4-45b7-b777-329dc707c628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:37:02.983647 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e6e08-3cd4-45b7-b777-329dc707c628 None None] No DVR routers for this DVR port 51dafd34-67ef-4ae9-83ab-76f8fff91446 on host dv-cinder-793244-1-iscsi {{(pid=91910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:37:02.998011 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Pushing event deleted for resources: {'Port': ['ID=51dafd34-67ef-4ae9-83ab-76f8fff91446,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:03.000915 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:37:03.001670 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] No DVR routers for this DVR port 51dafd34-67ef-4ae9-83ab-76f8fff91446 on host dv-cinder-793244-1-iscsi {{(pid=91908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:37:03.116873 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749152', 'neutron.services.segments.db._delete_segments_for_network-8737212725733'] for network, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:03.129602 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.services.segments.db [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f336b854-44e2-4b07-9eda-36ca942d7cfe']}} {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:03.141409 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.services.segments.db [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf792ee-b561-4e93-8357-f5e9a2e1f335') {'for_net_delete': True} {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:03.141704 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.services.segments.db [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf792ee-b561-4e93-8357-f5e9a2e1f335') {} {{(pid=91908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:37:03.152713 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212734118', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2177254'] for segment, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:03.168685 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784'] for segment, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:03.175776 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=91908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:37:03.176177 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176537'] for segment, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: util.warn( May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: util.warn( May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: util.warn( May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: util.warn( May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: Traceback (most recent call last): May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: timer() May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: cb(*args, **kw) May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: return func(*args, **kwargs) May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: self._notify() May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: self.callback(batched_events) May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: event.method(event) May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: return f(self, *a, **k) May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: return self._get(url).json() May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: return self.request(url, 'GET', **kwargs) May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:37:03.189546 dv-cinder-793244-1-iscsi neutron-server[91908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:37:03.267870 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-749183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1770073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1602758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748220'] for network, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:03.273130 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602785'] for network, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:03.275701 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-0be2a80f-1337-4836-98b2-b7a00cebbf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:37:03.299322 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Pushing event deleted for resources: {'Network': ['ID=f336b854-44e2-4b07-9eda-36ca942d7cfe,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:03.302541 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:37:03.306830 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-581dfc87-b2cf-40ac-b8a5-a98994885983 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f336b854-44e2-4b07-9eda-36ca942d7cfe HTTP/1.1" status: 204 len: 168 time: 0.9529941 May 26 22:37:03.427233 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 44242) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:03.476519 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-aa11b5d0-0e61-4cb6-8b85-5f0bec62a34f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=013437e5b3f64cb1accf34a45eb19435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478876 May 26 22:37:03.478855 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [-] (91908) accepted ('10.222.0.15', 44246) {{(pid=91908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:03.539118 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-407e4237-f65e-4944-a8ad-38d7831d73c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:03.567243 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-407e4237-f65e-4944-a8ad-38d7831d73c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:03.621847 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-407e4237-f65e-4944-a8ad-38d7831d73c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:03.625569 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-8cf77d21-2dcf-48db-9b2b-9cd5d4a6f6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:37:03.637493 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e4237-f65e-4944-a8ad-38d7831d73c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc6f5c9-d45d-475f-8173-394ecbca56fa,revision_number=None']} {{(pid=91908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:03.639879 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG oslo_concurrency.lockutils [None req-407e4237-f65e-4944-a8ad-38d7831d73c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:37:03.645713 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron_lib.callbacks.manager [None req-407e4237-f65e-4944-a8ad-38d7831d73c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:03.646822 dv-cinder-793244-1-iscsi neutron-server[91908]: INFO neutron.wsgi [None req-407e4237-f65e-4944-a8ad-38d7831d73c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ffc6f5c9-d45d-475f-8173-394ecbca56fa HTTP/1.1" status: 204 len: 168 time: 0.1670690 May 26 22:37:03.996513 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:04.001674 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 44254) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:04.053673 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-0f7258c4-4eaa-4ed4-9c99-a8826aef8d7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6857074dd48e4cc694b08d82db9301ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507762 May 26 22:37:04.056070 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [-] (91909) accepted ('10.222.0.15', 44258) {{(pid=91909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:37:04.113017 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6f8cc781-279a-41bb-b618-6aa1d4e644c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:04.137799 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6f8cc781-279a-41bb-b618-6aa1d4e644c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:04.190139 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6f8cc781-279a-41bb-b618-6aa1d4e644c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770089'] for security_group, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:04.194813 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-18db87c0-1840-4d17-9d84-fc1d009a8493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:37:04.207563 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cc781-279a-41bb-b618-6aa1d4e644c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466c22aa-b4fd-4ac8-b5f3-21a4bc8a1da9,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:37:04.210503 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-6f8cc781-279a-41bb-b618-6aa1d4e644c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:37:04.212469 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6f8cc781-279a-41bb-b618-6aa1d4e644c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:04.213623 dv-cinder-793244-1-iscsi neutron-server[91909]: INFO neutron.wsgi [None req-6f8cc781-279a-41bb-b618-6aa1d4e644c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/466c22aa-b4fd-4ac8-b5f3-21a4bc8a1da9 HTTP/1.1" status: 204 len: 168 time: 0.1566231 May 26 22:37:04.253893 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 51dafd34-67ef-4ae9-83ab-76f8fff91446 no longer exists at agent ovs-agent-dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:37:04.287862 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] No Port match for: 51dafd34-67ef-4ae9-83ab-76f8fff91446 {{(pid=91910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:37:04.288210 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.rpc [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Device 51dafd34-67ef-4ae9-83ab-76f8fff91446 not bound to the agent host dv-cinder-793244-1-iscsi {{(pid=91910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:37:26.729812 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:28.903026 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-8f981a98-8ad3-46d5-a85f-ed188cefaad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:31.226350 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f7a239a5-cd8c-4871-93a7-f246e6393de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:31.304707 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:32.499030 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:34.000312 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:38.881998 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:37:56.754437 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:58.903414 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-22836ee7-a759-4e67-8daa-4575fdbd0993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:59.121876 dv-cinder-793244-1-iscsi neutron-server[91909]: DEBUG neutron.wsgi [req-586a5606-f294-4b85-b4cc-e9ac244b043c req-764a385e-e1b4-4c42-a1ae-0a0dbb778cbd service neutron] (91909) timed out ('10.222.0.15', 42086) {{(pid=91909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 22:38:01.258796 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-08ef3ccc-8ad4-49d0-919b-fd855e96ffb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:01.305433 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:02.501893 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:04.001479 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:15.881917 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:38:26.750662 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:28.904566 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2d1ba8d9-4f3a-48e6-9da9-d9629e7a0a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:31.230378 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-88634ec9-89be-440d-bb7c-3dde2e744838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:31.306860 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:32.506137 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:34.004994 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:52.880804 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:38:56.765070 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:58.905989 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3dee0681-5479-48ea-8d75-84b3e49fdc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:01.231472 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a3a874e1-c5ea-462f-8d98-a97512022940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:01.309522 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:02.507873 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:04.008721 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:26.779060 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:28.907591 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-782f56ac-357b-49a8-ad6f-d44dfcd7ac2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:29.878952 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:39:31.238115 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a8821fb8-8ac7-45ef-a344-37cf4eca515b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:31.309907 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:32.511215 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:34.011549 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:56.810539 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:58.907631 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-edbb654b-cb29-4024-bdfc-8c738b11c872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:01.229135 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f6bd98be-9f7e-41c6-8fd5-bf67f5013cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:01.309803 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:02.513831 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:04.014116 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:06.879104 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:40:10.215094 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [req-bed979c8-45dd-4a69-888b-3797fb7efca2 req-6a68745a-951b-422a-b9ba-8aeeae5f031a service neutron] (91908) timed out ('10.222.0.24', 64062) {{(pid=91908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 22:40:26.842120 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:28.909239 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-49cebe75-f70d-4f8b-96f5-426f29678b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:31.230297 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-181720b3-a915-416f-812e-ff1d40626f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:31.309829 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:32.516019 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:34.016557 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:43.877281 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:40:56.860810 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:40:58.911261 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-5f49a6cd-31e8-488c-b0e5-18631129ecad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:01.231423 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-70f87716-bd46-46ce-867d-3681f37d8e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:01.312714 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:02.519579 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:04.020461 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:20.876191 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:41:26.855702 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:28.914451 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d447319d-e620-42e9-858e-462145850a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:31.233109 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-4b3998b0-9d6a-4a4c-ab76-38cfd2fd2c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:31.312723 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:32.521854 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:34.023253 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:37.778968 dv-cinder-793244-1-iscsi neutron-server[91908]: DEBUG neutron.wsgi [req-af856819-ccdb-47f6-af36-0de0ff9fa9a7 req-f7e2c8fa-2626-4120-9023-ba2f464cf381 service neutron] (91908) timed out ('10.222.0.15', 40628) {{(pid=91908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 22:41:56.857916 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:41:57.875092 dv-cinder-793244-1-iscsi neutron-server[91911]: DEBUG neutron.db.agents_db [None req-434693e5-d560-420b-aad4-5cf5edc741cd None None] Agent healthcheck: found 6 active agents {{(pid=91911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:41:58.916500 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-3b611e96-499d-4229-9d9e-cd7d7edc973b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:01.233833 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-9dc38325-db5f-4b7d-927f-3738bd4ab844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:01.313104 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:02.525301 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:04.025211 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-82e3d816-c066-4d77-b20f-46652afeb648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:26.886532 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-e7570b23-de0e-45c9-8dca-ffa04c309df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:28.918166 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-77c9483b-0de0-4527-a837-15bbd36b9bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:31.236198 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-66fb6df1-53f8-4b46-9639-8c74aecc9f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:31.314176 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-eadf5e98-6072-47f0-a68a-518213251f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:42:32.527571 dv-cinder-793244-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-645b2252-f6fc-4123-ba81-1c723137233c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212725751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726462'] for agent, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}